File size: 1,261 Bytes
4327377 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | """
Utilities Package
Helper functions for training, datasets, models, and PEFT/LoRA.
"""
from app.utils.training_utils import (
get_model_class_for_task,
estimate_memory_requirements,
get_training_args,
get_peft_config,
get_data_collator,
compute_metrics_factory,
save_training_artifacts,
generate_job_id
)
from app.utils.dataset_utils import (
load_dataset,
validate_dataset,
tokenize_dataset,
prepare_dataset_for_task
)
from app.utils.model_utils import (
load_model,
load_tokenizer,
apply_peft,
estimate_parameters
)
from app.utils.peft_utils import (
configure_lora,
configure_adalora,
apply_peft_config
)
__all__ = [
# Training utils
"get_model_class_for_task",
"estimate_memory_requirements",
"get_training_args",
"get_peft_config",
"get_data_collator",
"compute_metrics_factory",
"save_training_artifacts",
"generate_job_id",
# Dataset utils
"load_dataset",
"validate_dataset",
"tokenize_dataset",
"prepare_dataset_for_task",
# Model utils
"load_model",
"load_tokenizer",
"apply_peft",
"estimate_parameters",
# PEFT utils
"configure_lora",
"configure_adalora",
"apply_peft_config"
] |