File size: 764 Bytes
f86dc09
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
"""Tilelli core primitives — ternary quantizer + STE, ternary linear and
depthwise conv, diagonal SSM, sparse top-k attention, the 3-pathway
TilelliLiteLM (the deployed v4 chat model), and the parent multi-pathway
TilelliLM (used by the public training recipe — supports FP32 and ternary modes)."""

from tilelli.core.tilelli_lite import (
    PATHWAY_NAMES_LITE,
    TilelliLiteBlock,
    TilelliLiteLM,
)
from tilelli.core.tilelli_block import (
    PATHWAY_NAMES_3,
    PATHWAY_NAMES_5,
    TernaryFFN,
    TilelliBlock,
)
from tilelli.core.tilelli_lm import TilelliLM

__all__ = [
    "PATHWAY_NAMES_LITE",
    "PATHWAY_NAMES_3",
    "PATHWAY_NAMES_5",
    "TernaryFFN",
    "TilelliBlock",
    "TilelliBlock_Lite",
    "TilelliLiteLM",
    "TilelliLM",
]