File size: 5,171 Bytes
d575ce4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 | #!/usr/bin/env python3
"""
CPU-optimized basic usage examples for Ursa Minor Smashed model
"""
import sys
import os
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
import torch
from inference_cpu import generate_direct, load_model_direct
def run_basic_examples():
"""Run basic CPU-optimized usage examples"""
print("🚀 Ursa Minor Smashed - CPU Basic Usage Examples")
print("=" * 60)
# Load model once for all examples
print("Loading model on CPU...")
model = load_model_direct("model_optimized.pt")
print("✅ Model loaded!\n")
examples = [
{
"name": "Creative Writing",
"prompt": "In a world where artificial intelligence has",
"params": {"max_new_tokens": 80, "temperature": 0.9, "top_k": 30} # Lower tokens for CPU
},
{
"name": "Code Generation",
"prompt": "def fibonacci(n):",
"params": {"max_new_tokens": 60, "temperature": 0.4, "top_k": 25}
},
{
"name": "Explanation",
"prompt": "Explain how neural networks work:",
"params": {"max_new_tokens": 100, "temperature": 0.7, "top_k": 30}
},
{
"name": "Story Continuation",
"prompt": "The spaceship landed on the mysterious planet, and the crew discovered",
"params": {"max_new_tokens": 90, "temperature": 0.8, "top_k": 30}
},
{
"name": "Technical Writing",
"prompt": "The benefits of using efficient algorithms include",
"params": {"max_new_tokens": 70, "temperature": 0.6, "top_k": 25}
}
]
for i, example in enumerate(examples, 1):
print(f"📝 Example {i}: {example['name']}")
print(f"💭 Prompt: {example['prompt']}")
print("🔄 Generating...")
try:
result = generate_direct(
model,
example['prompt'],
**example['params']
)
print("✨ Result:")
print("-" * 40)
print(result)
print("-" * 40)
print()
except Exception as e:
print(f"❌ Error: {e}")
print()
def run_interactive_mode():
"""Run interactive mode for testing different parameters"""
print("\n🎮 Interactive Mode")
print("=" * 30)
# Load model
print("Loading model on CPU...")
model = load_model_direct("model_optimized.pt")
print("✅ Model loaded!")
print("\nCommands:")
print("- Enter a prompt to generate text")
print("- Type 'params' to change generation parameters")
print("- Type 'quit' to exit")
print()
# Default parameters optimized for CPU
params = {
"max_new_tokens": 80, # Lower for CPU efficiency
"temperature": 0.8,
"top_k": 30, # Lower for CPU efficiency
"top_p": 0.9,
"repetition_penalty": 1.1
}
while True:
user_input = input("🎯 Prompt (or command): ").strip()
if user_input.lower() == 'quit':
print("👋 Goodbye!")
break
elif user_input.lower() == 'params':
print("\nCurrent parameters:")
for key, value in params.items():
print(f" {key}: {value}")
print("\nEnter new values (press Enter to keep current):")
for key in params:
new_value = input(f" {key} [{params[key]}]: ").strip()
if new_value:
try:
if key == "max_new_tokens" or key == "top_k":
params[key] = int(new_value)
else:
params[key] = float(new_value)
except ValueError:
print(f"Invalid value for {key}, keeping current value")
print()
continue
elif user_input == "":
continue
# Generate text
try:
print("🔄 Generating...")
result = generate_direct(model, user_input, **params)
print("✨ Result:")
print("-" * 40)
print(result)
print("-" * 40)
print()
except Exception as e:
print(f"❌ Error: {e}")
print()
def main():
"""Main function"""
print("Choose mode:")
print("1. Run basic examples")
print("2. Interactive mode")
try:
choice = input("Enter choice (1 or 2): ").strip()
if choice == "1":
run_basic_examples()
elif choice == "2":
run_interactive_mode()
else:
print("Invalid choice. Running basic examples...")
run_basic_examples()
except KeyboardInterrupt:
print("\n👋 Goodbye!")
if __name__ == "__main__":
main() |