"""
domainTokenizer v0.4.0 — Building small models that understand domain tokens, not just words.

Components:
  - schema: DomainSchema, FieldSpec, FieldType
  - tokenizers: DomainTokenizerBuilder, per-field tokenizers
  - schemas: Predefined schemas (FINANCE, ECOMMERCE, HEALTHCARE)
  - models: DomainTransformerForCausalLM, PLR, JointFusion
  - training: prepare_clm_dataset, pretrain_domain_model, finetune_domain_model
"""

from .schema import DomainSchema, FieldSpec, FieldType
from .tokenizers.domain_tokenizer import DomainTokenizerBuilder
from .tokenizers.field_tokenizers import (
    BaseFieldTokenizer, CalendarTokenizer, CategoricalTokenizer,
    DiscreteNumericalTokenizer, MagnitudeBucketTokenizer, SignTokenizer,
)
from .models.configuration import DomainTransformerConfig
from .models.modeling import DomainTransformerForCausalLM, DomainTransformerModel
from .models.plr_embeddings import PeriodicLinearReLU
from .models.joint_fusion import JointFusionModel, DCNv2
from .training.data_pipeline import prepare_clm_dataset, pack_sequences
from .training.pretrain import pretrain_domain_model
from .training.finetune_data import DomainFinetuneDataset, prepare_finetune_dataset
from .training.finetune import finetune_domain_model

__version__ = "0.4.0"