File size: 764 Bytes
f86dc09 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 | """Tilelli core primitives — ternary quantizer + STE, ternary linear and
depthwise conv, diagonal SSM, sparse top-k attention, the 3-pathway
TilelliLiteLM (the deployed v4 chat model), and the parent multi-pathway
TilelliLM (used by the public training recipe — supports FP32 and ternary modes)."""
from tilelli.core.tilelli_lite import (
PATHWAY_NAMES_LITE,
TilelliLiteBlock,
TilelliLiteLM,
)
from tilelli.core.tilelli_block import (
PATHWAY_NAMES_3,
PATHWAY_NAMES_5,
TernaryFFN,
TilelliBlock,
)
from tilelli.core.tilelli_lm import TilelliLM
__all__ = [
"PATHWAY_NAMES_LITE",
"PATHWAY_NAMES_3",
"PATHWAY_NAMES_5",
"TernaryFFN",
"TilelliBlock",
"TilelliBlock_Lite",
"TilelliLiteLM",
"TilelliLM",
]
|