import json import numpy as np import copy import time class AlgebraicEquation: def __init__(self): self.strength = 1.0 self.usage_count = 0 self.last_used_step = 0 def fit(self, x, y): pass def update_parameters(self, x, y): pass def predict(self, x): pass def get_error(self, x, y): prediction = self.predict(x) return abs(prediction - y) if prediction is not None else float('inf') def copy(self): return copy.deepcopy(self) class LinearEquation(AlgebraicEquation): def __init__(self): super().__init__() self.c = 0.0 def fit(self, x, y): self.c = y - x def update_parameters(self, x, y): self.c = y - x def predict(self, x): return x + self.c class MultiplicativeEquation(AlgebraicEquation): def __init__(self): super().__init__() self.a = 1.0 def fit(self, x, y): self.a = y / x if x != 0 else 0.0 def update_parameters(self, x, y): self.a = y / x if x != 0 else 0.0 def predict(self, x): return self.a * x class QuadraticEquation(AlgebraicEquation): def __init__(self): super().__init__() self.c = 0.0 def fit(self, x, y): self.c = y - (x ** 2) def update_parameters(self, x, y): self.c = y - (x ** 2) def predict(self, x): return (x ** 2) + self.c class NextTokenSystem: def __init__(self, vocabulary): self.vocabulary = vocabulary self.token_to_score = {token: float(i + 1) for i, token in enumerate(vocabulary)} self.score_to_token = {score: token for token, score in self.token_to_score.items()} self.relationship_table = [] self.candidate_equations = [] self.timestep = 0 def get_score(self, token): return self.token_to_score.get(token) def add_relationship(self, token_x, token_y): sx, sy = self.get_score(token_x), self.get_score(token_y) if sx is not None and sy is not None: self.relationship_table.append((sx, sy)) def generate_candidate_rules(self): self.candidate_equations = [] for x, y in self.relationship_table: for Cls in [LinearEquation, MultiplicativeEquation, QuadraticEquation]: eq = Cls(); eq.fit(x, y); self.candidate_equations.append(eq) class ConflictResolutionEngine(NextTokenSystem): def __init__(self, vocabulary, decay_factor=0.9, reuse_bonus=0.2, inhibitory_penalty=10.0): super().__init__(vocabulary) self.decay_factor, self.reuse_bonus, self.inhibitory_penalty = decay_factor, reuse_bonus, inhibitory_penalty self.current_step, self.last_selected_eq, self.local_anchors = 0, None, {} self.reinforcement_bonus = 5.0 def calculate_dynamic_threshold(self, percentage=0.0001): return max(1.0, len(self.vocabulary) * percentage) def register_local_anchor(self, token, equation): self.local_anchors[token] = equation.copy() def refined_back_search(self, input_score, target_score, threshold=None): if threshold is None: threshold = self.calculate_dynamic_threshold() best_eq, min_diff = None, float('inf') for eq in self.candidate_equations: diff = abs(eq.predict(input_score) - target_score) if diff <= threshold and diff < min_diff: min_diff, best_eq = diff, eq return best_eq def select_governing_equation(self, current_token=None): if current_token in self.local_anchors: return self.local_anchors[current_token] self.current_step += 1 weights = [] for i, eq in enumerate(self.candidate_equations): if eq.last_used_step < self.current_step - 1: eq.strength *= self.decay_factor w = eq.strength + (self.relationship_table[i//3][0] + self.relationship_table[i//3][1]) / (2 * len(self.vocabulary)) weights.append(max(0, w)) best_eq = self.candidate_equations[np.argmax(weights)] self.last_selected_eq = best_eq return best_eq def predict_next_token(self, current_token): score = self.get_score(current_token) eq = self.select_governing_equation(current_token) target_y = eq.predict(score) best_token = self.score_to_token[min(self.score_to_token.keys(), key=lambda k: abs(k - target_y))] return {'predicted_token': best_token, 'governing_equation': type(eq).__name__} def penalized_supervised_train(self, data_path, iterations=25, threshold=None): with open(data_path, 'r') as f: examples = json.load(f)['training_examples'] if threshold is None: threshold = self.calculate_dynamic_threshold() for i in range(iterations): for ex in examples: res = self.predict_next_token(ex['input']) if res['predicted_token'] != ex['target']: self.last_selected_eq.strength = max(0, self.last_selected_eq.strength - self.inhibitory_penalty) best = self.refined_back_search(self.get_score(ex['input']), self.get_score(ex['target']), threshold) if best: opt = best.copy(); opt.update_parameters(self.get_score(ex['input']), self.get_score(ex['target'])) self.register_local_anchor(ex['input'], opt) print('model.py has been successfully written to the current directory.')