fix
Browse files
README.md
CHANGED
|
@@ -2,6 +2,7 @@
|
|
| 2 |
license: mit
|
| 3 |
---
|
| 4 |
|
|
|
|
| 5 |
PhiConfig {
|
| 6 |
"attention_dropout": 0.0,
|
| 7 |
"bos_token_id": 1,
|
|
@@ -27,7 +28,9 @@ PhiConfig {
|
|
| 27 |
"use_cache": true,
|
| 28 |
"vocab_size": 20
|
| 29 |
}
|
|
|
|
| 30 |
|
|
|
|
| 31 |
PhiForCausalLM(
|
| 32 |
(model): PhiModel(
|
| 33 |
(embed_tokens): Embedding(20, 8)
|
|
@@ -54,6 +57,10 @@ PhiForCausalLM(
|
|
| 54 |
)
|
| 55 |
(lm_head): Linear(in_features=8, out_features=20, bias=True)
|
| 56 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
| 57 |
===========================================================================
|
| 58 |
Layer (type:depth-idx) Param #
|
| 59 |
===========================================================================
|
|
@@ -74,4 +81,5 @@ PhiForCausalLM --
|
|
| 74 |
Total params: 2,816
|
| 75 |
Trainable params: 2,816
|
| 76 |
Non-trainable params: 0
|
| 77 |
-
===========================================================================
|
|
|
|
|
|
| 2 |
license: mit
|
| 3 |
---
|
| 4 |
|
| 5 |
+
```
|
| 6 |
PhiConfig {
|
| 7 |
"attention_dropout": 0.0,
|
| 8 |
"bos_token_id": 1,
|
|
|
|
| 28 |
"use_cache": true,
|
| 29 |
"vocab_size": 20
|
| 30 |
}
|
| 31 |
+
```
|
| 32 |
|
| 33 |
+
```
|
| 34 |
PhiForCausalLM(
|
| 35 |
(model): PhiModel(
|
| 36 |
(embed_tokens): Embedding(20, 8)
|
|
|
|
| 57 |
)
|
| 58 |
(lm_head): Linear(in_features=8, out_features=20, bias=True)
|
| 59 |
)
|
| 60 |
+
|
| 61 |
+
```
|
| 62 |
+
|
| 63 |
+
```
|
| 64 |
===========================================================================
|
| 65 |
Layer (type:depth-idx) Param #
|
| 66 |
===========================================================================
|
|
|
|
| 81 |
Total params: 2,816
|
| 82 |
Trainable params: 2,816
|
| 83 |
Non-trainable params: 0
|
| 84 |
+
===========================================================================
|
| 85 |
+
```
|