Safetensors
kelseye's picture
Upload folder using huggingface_hub
99f8f6e verified
Raw
History Blame Contribute Delete
770 Bytes
import torch, os
from safetensors import safe_open
class EmbeddingModel(torch.nn.Module):
def __init__(self):
super().__init__()
model_path = os.path.join(os.path.dirname(__file__), TEMPLATE_MODEL_PATH)
with safe_open(model_path, framework="pt", device="cpu") as f:
shape = f.get_tensor("weight").shape
self.weight = torch.nn.Parameter(torch.empty(shape))
@torch.no_grad()
def process_inputs(self, **kwargs):
return {}
def forward(self, **kwargs):
return {"text_embedding": self.weight}
class DataProcessor:
def __call__(self, **kwargs):
return kwargs
TEMPLATE_MODEL = EmbeddingModel
TEMPLATE_MODEL_PATH = "model.safetensors"
TEMPLATE_DATA_PROCESSOR = DataProcessor