Tilelli-llm / src /tilelli /core /__init__.py
TilelliLab's picture
Mirror small files (code, paper, results)
f86dc09 verified
Raw
History Blame Contribute Delete
764 Bytes
"""Tilelli core primitives — ternary quantizer + STE, ternary linear and
depthwise conv, diagonal SSM, sparse top-k attention, the 3-pathway
TilelliLiteLM (the deployed v4 chat model), and the parent multi-pathway
TilelliLM (used by the public training recipe — supports FP32 and ternary modes)."""
from tilelli.core.tilelli_lite import (
PATHWAY_NAMES_LITE,
TilelliLiteBlock,
TilelliLiteLM,
)
from tilelli.core.tilelli_block import (
PATHWAY_NAMES_3,
PATHWAY_NAMES_5,
TernaryFFN,
TilelliBlock,
)
from tilelli.core.tilelli_lm import TilelliLM
__all__ = [
"PATHWAY_NAMES_LITE",
"PATHWAY_NAMES_3",
"PATHWAY_NAMES_5",
"TernaryFFN",
"TilelliBlock",
"TilelliBlock_Lite",
"TilelliLiteLM",
"TilelliLM",
]