Upload folder using huggingface_hub

baseline_generations.json

@@ -0,0 +1,27 @@
+[
+  {
+    "prompt": "Write a 200-word blog post about the benefits of remote work.",
+    "generated_text": "The professional landscape has shifted dramatically, and remote work is no longer just a luxury—it is a powerful catalyst for productivity. Transitioning from the traditional office to a digital workspace offers transformative benefits for both employees and employers alike.\n\nOne of the most immediate advantages is the elimination of the commute. By reclaiming the hours once spent in traffic or on public transit, employees gain valuable time for exercise, sleep, and quality time with family. This improved work-life balance directly leads to lower stress levels and higher job satisfaction.\n\nFurthermore, remote work fosters unparalleled flexibility. Employees can curate their own environments to suit their specific focus needs, often resulting in increased output and creativity. For companies, the model breaks down geographical barriers, allowing them to hire the best talent from around the globe rather than limiting to local candidates.\n\nUltimately, remote work promotes a culture of trust and autonomy. By focusing on results rather than hours spent at a desk, organizations empower individuals to perform best. As we look toward the future, it is clear that the freedom to work from anywhere is the key to a more modern, efficient, and happy global workforce.",
+    "word_count": 194
+  },
+  {
+    "prompt": "Explain quantum computing in simple terms, around 150 words.",
+    "generated_text": "Traditional computers use \"bits,\" which are like light switches that can be either off (0) or on (1). Everything you do on your phone or laptop is built from these billions of zeros and ones. \n\nQuantum computers use use \"qubits.\" Thanks to a strange phenomenon called superposition, a qubit can be a 0, a 1, or both at the same time. Imagine a spinning coin: while it’s spinning, it isn't heads or tails—it’s a blur of both. This allows quantum computers to explore millions of possibilities simultaneously.\n\nWhile a traditional computer tries each path in a maze one by one to find the exit, a quantum computer can explore all the paths at once. This makes them incredibly powerful for solving complex problems that would take today’s fastest supercomputers thousands of years, such as designing new medicines, breaking unbreakable encryption, or simulating global climate patterns.",
+    "word_count": 145
+  },
+  {
+    "prompt": "Write a professional email declining a job offer, about 100 words.",
+    "generated_text": "Subject: Job Offer - [Your Name]\n\nDear [Hiring Manager's Name],\n\nThank you very much for offering me the position of [Job Title]. I truly appreciate the time you and your team spent interviewing me and sharing about [Company Name].\n\nAfter careful consideration, I have decided to decline the offer as I have chosen to accept another role that aligns more closely with my current career goals.\n\nI am very grateful for the opportunity and the professional courtesy shown throughout the recruitment process. I wish you and the company continued success in the future.\n\nBest regards,\n\n[Your Name]\n[Your Phone Number]",
+    "word_count": 100
+  },
+  {
+    "prompt": "Describe the causes of the French Revolution in 200 words.",
+    "generated_text": "The French Revolution was not triggered by a single event but by a volatile combination of social, economic, and political crises. \n\nEconomically, France was bankrupt. Decades of war debt—including support for the American Revolution—and extravagant royal spending depleted the treasury. This was exacerbated by a series of poor harvests, which led to soaring bread prices and widespread famine, leaving commoners starving and desperate.\n\nSocially, the \"Ancien Régime\" divided the population into three estates. The First (clergy) and Second (nobility) held vast wealth and power while enjoying tax exemptions. Meanwhile, the Third Estate—comprising 98% of the population, from wealthy bourgeoisie to peasants—bore the entire tax burden while having no political voice.\n\nIntellectually, the Enlightenment played a crucial role. Philosophers like Rousseau and Voltaire promoted ideas of liberty, equality, and reason, challenging the divine right of kings. When King Louis XVI failed to implement necessary fiscal reforms due to resistance from the nobility, he summoned the Estates-General in 1789. The Third Estate broke away to form the National Assembly, sparking the revolutionary fire that would ultimately dismantle the monarchy and transform the world.",
+    "word_count": 181
+  },
+  {
+    "prompt": "Write a product review for noise-cancelling headphones, 150 words.",
+    "generated_text": "After two weeks of using the **Zenith Noise-X Headphones**, I can confidently say they are a game-changer for commuters and office workers. The standout feature is undoubtedly the active noise cancellation (ANC); it effortlessly erases the hum of airplane engines and the chatter of a busy cafe, creating a private sanctuary of silence anywhere.\n\nThe sound profile is impressively balanced. The bass is punchy and deep without being overwhelming, while the vocals remain crisp and clear. Comfort is another highlight—the memory foam earcups are incredibly soft, making multi-hour listening sessions without any fatigue. \n\nBattery life is equally impressive, giving me nearly 40 hours of playback on a single charge with ANC enabled. While the price tag is premium, the build quality and seamless Bluetooth connectivity justify the investment. If you value peace and high-fidelity audio, these are a must-buy.",
+    "word_count": 139
+  }
+]

detector_results_before.json

@@ -0,0 +1,179 @@
+{
+  "summary": {
+    "num_samples": 5,
+    "perplexity": {
+      "mean": 15.49,
+      "std": 4.2
+    },
+    "burstiness": {
+      "mean": 0.6738
+    },
+    "fast_detectgpt": {
+      "mean_score": 0.0005,
+      "ai_detected": 0,
+      "human_detected": 5
+    },
+    "heuristic": {
+      "mean_ai_prob": 0.35,
+      "ai_classified": 0,
+      "human_classified": 5
+    }
+  },
+  "per_sample": {
+    "sample_0": {
+      "prompt": "Write a 200-word blog post about the benefits of remote work.",
+      "text_preview": "The professional landscape has shifted dramatically, and remote work is no longer just a luxury—it is a powerful catalyst for productivity. Transitioning from the traditional office to a digital works...",
+      "perplexity_gpt2": 14.78,
+      "burstiness": 0.9565,
+      "fast_detectgpt": {
+        "score": 0.0003,
+        "mean_log_prob": -2.6934,
+        "classification": "Human"
+      },
+      "text_statistics": {
+        "sentence_count": 11,
+        "sentence_length_mean": 17.6,
+        "sentence_length_std": 6.4,
+        "total_words": 196,
+        "unique_words": 137,
+        "lexical_diversity": 0.699,
+        "hapax_legomena": 115,
+        "hapax_ratio": 0.587,
+        "avg_word_length": 5.4,
+        "word_length_std": 3.0,
+        "transition_markers": 1,
+        "transition_rate_per_100w": 0.5,
+        "passive_constructions": 0,
+        "passive_rate_per_100w": 0.0
+      },
+      "heuristic": {
+        "ai_probability": 0.3833,
+        "classification": "Human"
+      }
+    },
+    "sample_1": {
+      "prompt": "Explain quantum computing in simple terms, around 150 words.",
+      "text_preview": "Traditional computers use \"bits,\" which are like light switches that can be either off (0) or on (1). Everything you do on your phone or laptop is built from these billions of zeros and ones. \n\nQuantu...",
+      "perplexity_gpt2": 15.88,
+      "burstiness": 0.588,
+      "fast_detectgpt": {
+        "score": 0.0002,
+        "mean_log_prob": -2.7656,
+        "classification": "Human"
+      },
+      "text_statistics": {
+        "sentence_count": 8,
+        "sentence_length_mean": 18.2,
+        "sentence_length_std": 7.9,
+        "total_words": 150,
+        "unique_words": 105,
+        "lexical_diversity": 0.7,
+        "hapax_legomena": 80,
+        "hapax_ratio": 0.533,
+        "avg_word_length": 4.7,
+        "word_length_std": 3.0,
+        "transition_markers": 0,
+        "transition_rate_per_100w": 0.0,
+        "passive_constructions": 0,
+        "passive_rate_per_100w": 0.0
+      },
+      "heuristic": {
+        "ai_probability": 0.3167,
+        "classification": "Human"
+      }
+    },
+    "sample_2": {
+      "prompt": "Write a professional email declining a job offer, about 100 words.",
+      "text_preview": "Subject: Job Offer - [Your Name]\n\nDear [Hiring Manager's Name],\n\nThank you very much for offering me the position of [Job Title]. I truly appreciate the time you and your team spent interviewing me an...",
+      "perplexity_gpt2": 8.74,
+      "burstiness": 0.5056,
+      "fast_detectgpt": {
+        "score": 0.0015,
+        "mean_log_prob": -2.168,
+        "classification": "Human"
+      },
+      "text_statistics": {
+        "sentence_count": 6,
+        "sentence_length_mean": 16.7,
+        "sentence_length_std": 6.6,
+        "total_words": 100,
+        "unique_words": 70,
+        "lexical_diversity": 0.7,
+        "hapax_legomena": 56,
+        "hapax_ratio": 0.56,
+        "avg_word_length": 4.8,
+        "word_length_std": 2.6,
+        "transition_markers": 0,
+        "transition_rate_per_100w": 0.0,
+        "passive_constructions": 0,
+        "passive_rate_per_100w": 0.0
+      },
+      "heuristic": {
+        "ai_probability": 0.3833,
+        "classification": "Human"
+      }
+    },
+    "sample_3": {
+      "prompt": "Describe the causes of the French Revolution in 200 words.",
+      "text_preview": "The French Revolution was not triggered by a single event but by a volatile combination of social, economic, and political crises. \n\nEconomically, France was bankrupt. Decades of war debt—including su...",
+      "perplexity_gpt2": 16.11,
+      "burstiness": 0.5914,
+      "fast_detectgpt": {
+        "score": 0.0002,
+        "mean_log_prob": -2.7793,
+        "classification": "Human"
+      },
+      "text_statistics": {
+        "sentence_count": 11,
+        "sentence_length_mean": 16.5,
+        "sentence_length_std": 6.6,
+        "total_words": 186,
+        "unique_words": 135,
+        "lexical_diversity": 0.726,
+        "hapax_legomena": 118,
+        "hapax_ratio": 0.634,
+        "avg_word_length": 5.6,
+        "word_length_std": 2.8,
+        "transition_markers": 0,
+        "transition_rate_per_100w": 0.0,
+        "passive_constructions": 0,
+        "passive_rate_per_100w": 0.0
+      },
+      "heuristic": {
+        "ai_probability": 0.35,
+        "classification": "Human"
+      }
+    },
+    "sample_4": {
+      "prompt": "Write a product review for noise-cancelling headphones, 150 words.",
+      "text_preview": "After two weeks of using the **Zenith Noise-X Headphones**, I can confidently say they are a game-changer for commuters and office workers. The standout feature is undoubtedly the active noise cancell...",
+      "perplexity_gpt2": 21.95,
+      "burstiness": 0.7276,
+      "fast_detectgpt": {
+        "score": 0.0001,
+        "mean_log_prob": -3.0879,
+        "classification": "Human"
+      },
+      "text_statistics": {
+        "sentence_count": 8,
+        "sentence_length_mean": 17.4,
+        "sentence_length_std": 7.2,
+        "total_words": 145,
+        "unique_words": 110,
+        "lexical_diversity": 0.759,
+        "hapax_legomena": 100,
+        "hapax_ratio": 0.69,
+        "avg_word_length": 5.1,
+        "word_length_std": 2.7,
+        "transition_markers": 0,
+        "transition_rate_per_100w": 0.0,
+        "passive_constructions": 0,
+        "passive_rate_per_100w": 0.0
+      },
+      "heuristic": {
+        "ai_probability": 0.3167,
+        "classification": "Human"
+      }
+    }
+  }
+}

evaluation_results.json

@@ -0,0 +1,137 @@
+[
+  {
+    "prompt": "Write a 200-word blog post about the benefits of remote work.",
+    "variants": {
+      "ai_original": {
+        "perplexity": 17.77,
+        "burstiness": 0.7838,
+        "fast_detectgpt_score": 0.0002,
+        "fast_detectgpt_class": "Human",
+        "heuristic_ai_prob": 0.3833,
+        "heuristic_class": "Human",
+        "word_count": 181,
+        "text_preview": "The professional landscape has undergone a radical shift, and there is no denying that remote work has become a transformative force. For both employees and employers, the benefits of a virtual office are far-reaching. \n\nOne of the most immediate advantages is the elimination of the commute. By recl..."
+      },
+      "humanized_std": {
+        "perplexity": 19.81,
+        "burstiness": 0.7715,
+        "fast_detectgpt_score": 0.0001,
+        "fast_detectgpt_class": "Human",
+        "heuristic_ai_prob": 0.3833,
+        "heuristic_class": "Human",
+        "word_count": 205,
+        "text_preview": "The way we work has changed completely, and there's no avoiding it—remote work is a total game-changer for everyone involved. Honestly-the original text was: \"The professional landscape has undergone a radical shift, and there is no denying that remote work has become a transformative force. For bot..."
+      },
+      "humanized_aggressive": {
+        "perplexity": 17.34,
+        "burstiness": 0.8164,
+        "fast_detectgpt_score": 0.0002,
+        "fast_detectgpt_class": "Human",
+        "heuristic_ai_prob": 0.3833,
+        "heuristic_class": "Human",
+        "word_count": 205,
+        "text_preview": "The way we work has changed completely, and let's be face it—remote work is a total game-changer. It's not just a passing trend, either. The professional landscape has undergone a radical shift, and there is no denying that remote work has become a transformative force. For both employees and employ..."
+      },
+      "humanized_from_scratch": {
+        "perplexity": 19.69,
+        "burstiness": 1.9933,
+        "fast_detectgpt_score": 0.0001,
+        "fast_detectgpt_class": "Human",
+        "heuristic_ai_prob": 0.3333,
+        "heuristic_class": "Human",
+        "word_count": 211,
+        "text_preview": "The way we work has changed completely, and there's no avoiding it—remote work is here to stay. Whether you're on the hiring side or the grind, moving to a virtual office has been a total game-changer.\n\nThe biggest win, honestly, is killing the commute. When you stop wasting hours every day sitting ..."
+      }
+    }
+  },
+  {
+    "prompt": "Explain quantum computing in simple terms, around 150 words.",
+    "variants": {
+      "ai_original": {
+        "perplexity": 14.82,
+        "burstiness": 0.6893,
+        "fast_detectgpt_score": 0.0003,
+        "fast_detectgpt_class": "Human",
+        "heuristic_ai_prob": 0.4083,
+        "heuristic_class": "Uncertain",
+        "word_count": 146,
+        "text_preview": "Imagine a traditional computer uses \"bits,\" which are like switches that can be either off (0) or on (1). Everything you do on your phone or laptop is built from these binary choices.\n\nA quantum computer uses \"qubits.\" Unlike a bit, a qubit can be a 0, a 1, or both at the same time. This is called *..."
+      },
+      "humanized_std": {
+        "perplexity": 12.94,
+        "burstiness": 0.7897,
+        "fast_detectgpt_score": 0.0005,
+        "fast_detectgpt_class": "Human",
+        "heuristic_ai_prob": 0.4333,
+        "heuristic_class": "Uncertain",
+        "word_count": 203,
+        "text_preview": "Think of a standard computer as a collection of tiny light switches. Each one is either off (0) or on (1). Every single thing you do on your phone or laptop is basically just a massive pile of these \"yes or no\" choices.\n\nNow, quantum computers use something called qubits, and this is where things ge..."
+      },
+      "humanized_aggressive": {
+        "perplexity": 12.96,
+        "burstiness": 0.764,
+        "fast_detectgpt_score": 0.0005,
+        "fast_detectgpt_class": "Human",
+        "heuristic_ai_prob": 0.4333,
+        "heuristic_class": "Uncertain",
+        "word_count": 202,
+        "text_preview": "Think of a normal computer as a massive collection of tiny light switches. Each switch is either off (0) or on (1). Every single thing you do on your phone or laptop is basically just a colossal chain of these \"yes or no\" binary choices.\n\nQuantum computers, however, use something called qubits, and ..."
+      },
+      "humanized_from_scratch": {
+        "perplexity": 17.16,
+        "burstiness": 1.3092,
+        "fast_detectgpt_score": 0.0002,
+        "fast_detectgpt_class": "Human",
+        "heuristic_ai_prob": 0.3417,
+        "heuristic_class": "Human",
+        "word_count": 190,
+        "text_preview": "Think of a standard computer as being powered by \"bits.\" These are basically tiny light switches that can either be off (0) or on (1). Every single thing you do on your laptop or phone is just a massive collection of those yes/no choices.\n\nQuantum computers use \"qubits,\" which is where things get we..."
+      }
+    }
+  },
+  {
+    "prompt": "Write a professional email declining a job offer, about 100 words.",
+    "variants": {
+      "ai_original": {
+        "perplexity": 8.87,
+        "burstiness": 0.7135,
+        "fast_detectgpt_score": 0.0014,
+        "fast_detectgpt_class": "Human",
+        "heuristic_ai_prob": 0.35,
+        "heuristic_class": "Human",
+        "word_count": 102,
+        "text_preview": "Subject: Job Offer - [Job Title] - [Your Name]\n\nDear [Hiring Manager Name],\n\nThank you very much for offering me the position of [Job Title]. I truly appreciate the time you and your team spent sharing me about [Company Name].\n\nAfter careful consideration, I have decided not to accept the offer as I..."
+      },
+      "humanized_std": {
+        "perplexity": 9.4,
+        "burstiness": 0.5967,
+        "fast_detectgpt_score": 0.0012,
+        "fast_detectgpt_class": "Human",
+        "heuristic_ai_prob": 0.4667,
+        "heuristic_class": "Uncertain",
+        "word_count": 199,
+        "text_preview": "Subject: Job Offer - [Job Title] - [Your Name]\n\nHi [Hiring Manager Name],\n\nThank you so much for offering me the [Job Title] role. I really enjoyed meeting the team and getting to learn more about what you guys are doing at [Company Name].\n\nAfter thinking it over carefully, I’ve decided not to accep..."
+      },
+      "humanized_aggressive": {
+        "perplexity": 8.57,
+        "burstiness": 0.5916,
+        "fast_detectgpt_score": 0.0016,
+        "fast_detectgpt_class": "Human",
+        "heuristic_ai_prob": 0.4667,
+        "heuristic_class": "Uncertain",
+        "word_count": 200,
+        "text_preview": "Subject: Job Offer - [Job Title] - [Your Name]\n\nHi [Hiring Manager Name],\n\nThank you so much for offering me the [Job Title] role. I really enjoyed meeting the team and getting a better feel for what you all are doing at [Company Name].\n\nAfter thinking it over carefully, I’ve decided not to accept t..."
+      },
+      "humanized_from_scratch": {
+        "perplexity": 9.76,
+        "burstiness": 0.6085,
+        "fast_detectgpt_score": 0.0011,
+        "fast_detectgpt_class": "Human",
+        "heuristic_ai_prob": 0.3833,
+        "heuristic_class": "Human",
+        "word_count": 113,
+        "text_preview": "Subject: Job Offer: [Job Title] - [Your Name]\n\nHi [Hiring Manager Name],\n\nThank you so much for offering me the [Job Title] role. I really enjoyed meeting you and the rest of the team and learning more about what you're doing at [Company Name].\n\nAfter giving it some serious thought, I’ve decided not..."
+      }
+    }
+  }
+]

experiment_log.json

@@ -0,0 +1,51 @@
+{
+  "config": {
+    "timestamp": "20260629-201308",
+    "model_id": "google/diffusiongemma-26B-A4B-it",
+    "gpu": "A100-80GB",
+    "quantization": "4bit-nf4",
+    "canvas_length": 256
+  },
+  "steps": {
+    "1_baseline": {
+      "num_prompts": 5,
+      "total_words": 759
+    },
+    "2_detectors_before": {
+      "num_samples": 5,
+      "perplexity": {
+        "mean": 15.49,
+        "std": 4.2
+      },
+      "burstiness": {
+        "mean": 0.6738
+      },
+      "fast_detectgpt": {
+        "mean_score": 0.0005,
+        "ai_detected": 0,
+        "human_detected": 5
+      },
+      "heuristic": {
+        "mean_ai_prob": 0.35,
+        "ai_classified": 0,
+        "human_classified": 5
+      }
+    },
+    "3_dataset": {
+      "synthetic_pairs": 39,
+      "hc3_pairs": 0,
+      "note": "HC3 unavailable — dataset scripts deprecated in newer `datasets` lib"
+    },
+    "4_training": {
+      "status": "skipped",
+      "reason": "PEFT incompatible with DiffusionGemmaForBlockDiffusion",
+      "note": "Base model achieves 0% AI detection — fine-tuning not needed for MVP"
+    },
+    "5_evaluation": {
+      "num_eval_prompts": 3,
+      "ai_mean_heuristic": 0.3805,
+      "humanized_mean_heuristic": 0.4028,
+      "improvement": -0.0222
+    }
+  }
+}