Add files using upload-large-folder tool

LTA_openwebtext_dualt/PLACEHOLDER/launch_lta_owt_fullycoupled_tpow2_wd0p1_fp32_8gpu.sh

@@ -0,0 +1,18 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+cd /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt
+
+# Isolate the t-sampling experiment: keep the RMSNorm/no-output-bias/wd0.1
+# fully-coupled setup, but sample t = u^2 to put more training mass on low t.
+export T_SAMPLING_MODE="${T_SAMPLING_MODE:-power_low}"
+export T_SAMPLING_POWER="${T_SAMPLING_POWER:-2.0}"
+export T_SAMPLING_EPS="${T_SAMPLING_EPS:-1e-4}"
+export LOSS_T_WEIGHT_MODE="${LOSS_T_WEIGHT_MODE:-none}"
+export LOSS_T_MIN_WEIGHT="${LOSS_T_MIN_WEIGHT:-0.0}"
+export OUTPUT_WEIGHT_DECAY="${OUTPUT_WEIGHT_DECAY:--1}"
+export MASTER_PORT="${MASTER_PORT:-32005}"
+export LOG_DIR="${LOG_DIR:-logs/fullycoupled_tpow2_wd0p1_fp32_8gpu}"
+export RUN_NAME="${RUN_NAME:-lta_owt_gpt2cached_len1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_tpow2_nanogpt_tf32_ddit768x12_gbs512_8gpu_1m_$(date +%Y%m%d_%H%M%S)}"
+
+bash scripts/launch_lta_owt_fullycoupled_wd0p1_fp32_8gpu.sh

LTA_openwebtext_dualt/PLACEHOLDER/launch_lta_owt_fullycoupled_wd0p1_fp32_8gpu.sh

@@ -0,0 +1,180 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+cd /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt
+
+export CUDA_VISIBLE_DEVICES="${CUDA_VISIBLE_DEVICES:-0,1,2,3,4,5,6,7}"
+export OMP_NUM_THREADS="${OMP_NUM_THREADS:-1}"
+export PYTHONPATH="$(pwd)${PYTHONPATH:+:$PYTHONPATH}"
+export TOKENIZERS_PARALLELISM=false
+export PYTHONUNBUFFERED=1
+export NCCL_DEBUG="${NCCL_DEBUG:-WARN}"
+export TORCH_DISTRIBUTED_TIMEOUT="${TORCH_DISTRIBUTED_TIMEOUT:-3600}"
+
+# Fully-coupled OWT baseline with FP32 params/activations and nanoGPT-style AdamW decay:
+#   decay:    matrix / embedding params (p.dim() >= 2)
+#   no decay: bias / norm / 1D params
+# This intentionally does NOT pass --bf16. TF32 is enabled by default so H200 uses
+# Tensor Cores; set ALLOW_TF32=0 for strict FP32 debugging.
+
+RUN_NAME="${RUN_NAME:-lta_owt_gpt2cached_len1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_nanogpt_fp32_ddit768x12_gbs512_8gpu_1m_$(date +%Y%m%d_%H%M%S)}"
+SAVE_DIR="${SAVE_DIR:-runs/${RUN_NAME}}"
+LOG_DIR="${LOG_DIR:-logs/fullycoupled_wd0p1_fp32_8gpu}"
+LOG_FILE="${LOG_FILE:-${LOG_DIR}/${RUN_NAME}.log}"
+
+DATA_PATH="${DATA_PATH:-/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext}"
+OWT_CACHE="${OWT_CACHE:-/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext_lta_cached_chunks/gpt2_len1024_train_minus_100k}"
+TOKENIZER_PATH="${TOKENIZER_PATH:-/e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-standard/tokenizer.json}"
+
+NNODES="${NNODES:-1}"
+NPROC_PER_NODE="${NPROC_PER_NODE:-8}"
+NODE_RANK="${NODE_RANK:-0}"
+MASTER_ADDR="${MASTER_ADDR:-127.0.0.1}"
+MASTER_PORT="${MASTER_PORT:-31997}"
+
+PER_GPU_BATCH_SIZE="${PER_GPU_BATCH_SIZE:-32}"
+GLOBAL_BATCH_SIZE="${GLOBAL_BATCH_SIZE:-512}"
+TOTAL_STEPS="${TOTAL_STEPS:-1000000}"
+WARMUP_STEPS="${WARMUP_STEPS:-2000}"
+NUM_WORKERS="${NUM_WORKERS:-8}"
+DATALOADER_PREFETCH_FACTOR="${DATALOADER_PREFETCH_FACTOR:-4}"
+LOG_EVERY="${LOG_EVERY:-50}"
+SAVE_EVERY="${SAVE_EVERY:-50000}"
+LATEST_EVERY="${LATEST_EVERY:-1000}"
+EVAL_EVERY="${EVAL_EVERY:-0}"
+ALLOW_EXISTING_SAVE_DIR="${ALLOW_EXISTING_SAVE_DIR:-0}"
+ALLOW_TF32="${ALLOW_TF32:-1}"
+
+LR="${LR:-6e-4}"
+MIN_LR="${MIN_LR:-6e-5}"
+WEIGHT_DECAY="${WEIGHT_DECAY:-0.1}"
+OUTPUT_WEIGHT_DECAY="${OUTPUT_WEIGHT_DECAY:--1}"
+ADAM_BETA1="${ADAM_BETA1:-0.9}"
+ADAM_BETA2="${ADAM_BETA2:-0.95}"
+ADAM_EPS="${ADAM_EPS:-1e-8}"
+GRAD_CLIP="${GRAD_CLIP:-1.0}"
+EMA_DECAY="${EMA_DECAY:-0.0}"
+EMA_START_STEP="${EMA_START_STEP:-0}"
+LOSS_T_WEIGHT_MODE="${LOSS_T_WEIGHT_MODE:-none}"
+LOSS_T_MIN_WEIGHT="${LOSS_T_MIN_WEIGHT:-0.0}"
+LOSS_T_DROP_BELOW="${LOSS_T_DROP_BELOW:-0.2}"
+T_SAMPLING_MODE="${T_SAMPLING_MODE:-uniform}"
+T_SAMPLING_POWER="${T_SAMPLING_POWER:-1.0}"
+T_SAMPLING_EPS="${T_SAMPLING_EPS:-1e-4}"
+
+if [[ -f "${SAVE_DIR}/args.json" && "${ALLOW_EXISTING_SAVE_DIR}" != "1" ]]; then
+  echo "Refusing to start because SAVE_DIR already contains args.json: ${SAVE_DIR}" >&2
+  echo "Use a new RUN_NAME/SAVE_DIR or set ALLOW_EXISTING_SAVE_DIR=1 intentionally." >&2
+  exit 2
+fi
+
+mkdir -p "${LOG_DIR}" "${SAVE_DIR}"
+
+TF32_FLAG="--allow_tf32"
+TF32_LABEL="true"
+if [[ "${ALLOW_TF32}" == "0" || "${ALLOW_TF32}" == "false" || "${ALLOW_TF32}" == "False" ]]; then
+  TF32_FLAG="--no-allow_tf32"
+  TF32_LABEL="false"
+fi
+
+echo "[launch] method=owt_fullycoupled_adamw_wd0p1_nanogpt_fp32 host=$(hostname) time=$(date -Iseconds)"
+echo "[launch] run_name=${RUN_NAME}"
+echo "[launch] save_dir=${SAVE_DIR}"
+echo "[launch] log_file=${LOG_FILE}"
+echo "[launch] data_path=${DATA_PATH}"
+echo "[launch] owt_cache=${OWT_CACHE}"
+echo "[launch] optimizer=adamw lr=${LR} min_lr=${MIN_LR} wd=${WEIGHT_DECAY} output_wd=${OUTPUT_WEIGHT_DECAY} param_groups=nanogpt ema=${EMA_DECAY}"
+echo "[launch] fp32=true bf16=false tf32=${TF32_LABEL} norm_type=rmsnorm output_bias=false batch=${GLOBAL_BATCH_SIZE} per_gpu=${PER_GPU_BATCH_SIZE}"
+echo "[launch] loss_t_weight_mode=${LOSS_T_WEIGHT_MODE} loss_t_min_weight=${LOSS_T_MIN_WEIGHT} loss_t_drop_below=${LOSS_T_DROP_BELOW}"
+echo "[launch] t_sampling_mode=${T_SAMPLING_MODE} t_sampling_power=${T_SAMPLING_POWER} t_sampling_eps=${T_SAMPLING_EPS}"
+
+python -m torch.distributed.run \
+  --nnodes="${NNODES}" \
+  --nproc_per_node="${NPROC_PER_NODE}" \
+  --node_rank="${NODE_RANK}" \
+  --master_addr="${MASTER_ADDR}" \
+  --master_port="${MASTER_PORT}" \
+  train.py \
+  --data_path "${DATA_PATH}" \
+  --openwebtext_split train_minus_100k \
+  --text_column text \
+  --detokenizer auto \
+  --tokenizer_path "${TOKENIZER_PATH}" \
+  --save_dir "${SAVE_DIR}" \
+  --wrap \
+  --wrap_mode stream \
+  --owt_cached_chunks \
+  --owt_chunk_cache_dir "${OWT_CACHE}" \
+  --max_len 1024 \
+  --batch_size "${PER_GPU_BATCH_SIZE}" \
+  --global_batch_size "${GLOBAL_BATCH_SIZE}" \
+  --num_workers "${NUM_WORKERS}" \
+  --dataloader_prefetch_factor "${DATALOADER_PREFETCH_FACTOR}" \
+  --total_steps "${TOTAL_STEPS}" \
+  --warmup_steps "${WARMUP_STEPS}" \
+  --log_every "${LOG_EVERY}" \
+  --eval_every "${EVAL_EVERY}" \
+  --save_every "${SAVE_EVERY}" \
+  --latest_every "${LATEST_EVERY}" \
+  --optimizer adamw \
+  --lr "${LR}" \
+  --lr_schedule cosine \
+  --min_lr "${MIN_LR}" \
+  --weight_decay "${WEIGHT_DECAY}" \
+  --output_weight_decay "${OUTPUT_WEIGHT_DECAY}" \
+  --adamw_param_groups nanogpt \
+  --adam_beta1 "${ADAM_BETA1}" \
+  --adam_beta2 "${ADAM_BETA2}" \
+  --adam_eps "${ADAM_EPS}" \
+  --ema_decay "${EMA_DECAY}" \
+  --ema_start_step "${EMA_START_STEP}" \
+  --grad_clip "${GRAD_CLIP}" \
+  --seed 123 \
+  --d_model 768 \
+  --cond_dim 128 \
+  --n_layers 12 \
+  --n_heads 12 \
+  --dim_ff 3072 \
+  --dropout 0.0 \
+  --no-output_bias \
+  --norm_type rmsnorm \
+  --model_type ddit \
+  --state_format prob \
+  --bridge dirichlet \
+  --target_loss hard_ce \
+  --loss_t_weight_mode "${LOSS_T_WEIGHT_MODE}" \
+  --loss_t_min_weight "${LOSS_T_MIN_WEIGHT}" \
+  --loss_t_drop_below "${LOSS_T_DROP_BELOW}" \
+  --target_prob 1.0 \
+  --min_t 0.0 \
+  --max_t 1.0 \
+  --t_sampling_mode "${T_SAMPLING_MODE}" \
+  --t_sampling_power "${T_SAMPLING_POWER}" \
+  --t_sampling_eps "${T_SAMPLING_EPS}" \
+  --dual_t \
+  --corrupt_t_mode same \
+  --corrupt_min_t 0.0 \
+  --corrupt_max_t 1.0 \
+  --min_mask_ratio 0.1 \
+  --max_mask_ratio 1.0 \
+  --wrong_token_replace_prob 1.0 \
+  --wrong_token_schedule linear_t \
+  --wrong_token_exp_k 1.0 \
+  --dirichlet_concentration_min 1.0 \
+  --dirichlet_concentration_max 1024 \
+  --dirichlet_endpoint_mode categorical_dual_t \
+  --dirichlet_semantic_t_mode same \
+  --dirichlet_semantic_t_value 0.0 \
+  --categorical_wrong_from_full_vocab \
+  --simplex_bridge_sampler dirichlet \
+  --eps 1e-8 \
+  --infer_steps 1024 \
+  --decode_damping 1.0 \
+  --max_gamma 1.0 \
+  --decode_solver flowmap \
+  --noise_init logistic_normal \
+  --bridge_noise_init logistic_normal \
+  --noise_sigma -1 \
+  "${TF32_FLAG}" \
+  --ddp_gradient_as_bucket_view \
+  2>&1 | tee -a "${LOG_FILE}"

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/cosine_1p8_to_0p8_c1024_raw_samples.txt

@@ -0,0 +1,230 @@
+cosine_1p8_to_0p8_c1024
+{
+  "type": "summary",
+  "name": "cosine_1p8_to_0p8_c1024",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest.pt",
+  "step": 168000,
+  "decode": {
+    "kind": "categorical_fullvocab_temp_schedule",
+    "config": "cosine_1p8_to_0p8_c1024",
+    "steps": 128,
+    "model_t_mode": "post",
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "temp_start": 1.8,
+    "temp_end": 0.8,
+    "temp_schedule": "cosine",
+    "concentration_min": 1.0,
+    "concentration_max": 1024.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260508
+  },
+  "detok_genppl": {
+    "ppl": 49.414174907327684,
+    "nll_per_token": 3.9002373244779345,
+    "tokens": 9721
+  },
+  "diversity": {
+    "sample_entropy": 4.191741629686525,
+    "unique_tokens": 1821,
+    "token_count": 8192,
+    "distinct_1": 0.2222900390625,
+    "distinct_2": 0.6957431102362205,
+    "top_token_mass": 0.05908203125
+  }
+}
+
+===== sample 000 =====
+[CLS] 4 game and 7 - 2 in their final weeks of 2007. [SEP] he started with a tough forehand in the fourth against martin sav, but then came back again as he was on the wrong way of his victory. [SEP] he held serve for 5 minutes from the start of the third and cruised the winner of the final set with a forehand long before federer rallied to open the set with a 7 - 7 ( 7 - 5 ) 6 - 1 ( 7 - 6 ) victory. [SEP] no. 6 had already retired after blake ' s 5 - 3 loss to simon, 6 - 4. [SEP] the dow jones industrial [SEP]
+
+===== sample 001 =====
+[CLS], which makes up part of the company ' s entire global business, will close in the second quarter. [SEP] after five balls he went to boast by india ' s success when they lost the series, we were 21 - runs behind with a chance of win. [SEP] in a letter to the tory leader in 2002, professor tim morris, the director general of personal care at nhs trust in the uk, said it would not be possible to treat gps because it was time to make decisions for patients unhappy with the quality of care. [SEP] but more recently, he said on tuesday that he would not care to conclude the agents involved had [SEP]
+
+===== sample 002 =====
+[CLS] ferguson ' s belief that he could manage to win a title during his final season with manchester united. [SEP] it was published in the guardian on thursday ( tuesday 26 january ). [SEP] " we have to do what we can at this moment, " said reina. [SEP] " if the replays are over, it will be difficult to concentrate on his side because it is not losing ball tactically, but it has less to do to try to regain his confidence, " he added. [SEP] " and why didn ' t you think he can ' t be optimistic about the result of beating federer when there was a little bit of a [SEP]
+
+===== sample 003 =====
+[CLS] ' t know when the terms of the program will be announced or how much. [SEP] inc. operations in the rest of the country. [SEP] london ( reuters ) - former french open champion roger federer of switzerland will withdraw for the second round at the paris masters on thursday after confirming he was not fit to play at this weekend ' s tour event but said it was not known when the next set would go ahead. [SEP] focus is on the u. s. side but with sen. john mccain ' s campaign and alaska gov. sarah palin trailing in the polls, it ' s time to improve. [SEP] as well as the political [SEP]
+
+===== sample 004 =====
+[CLS] death. [SEP] flights from atlanta to atlanta, florida, and houston were intermittently disrupted in india. [SEP] it offered all the forms of the game, not an element of professional play. [SEP] the nasdaq index of companies 500 shares rose 1. 42, or 0. 5 percent, to 1, 880. [SEP] braun ' s home run added a run in the sixth, giving the brewers ' first win of their last seven games. [SEP] the club also have reached agreement with paul taylor, who is understood to be gareth wood, the newcastle defender, and right - hander - - who are also thought to be keen on [SEP]
+
+===== sample 005 =====
+[CLS] - 1 capital ratio at the start of last year. [SEP] for every aspect of liverpool ' s defense, it still has the right to go beyond its territory on the flanks, which could allow liverpool the ball better than liverpool. [SEP] however, however, a further forecast for the global economic growth may prove difficult. [SEP] at a meeting of foreign ministers on april 9, the final day of talks, mr obama said that he would continue to play part in ending the presence of nato forces in the region. [SEP] this is a quarter - mile in the southern half of britain ' s northernmost capital. [SEP] the company said some of the lower [SEP]
+
+===== sample 006 =====
+[CLS]. s. - led troops, a nato spokesman said. [SEP] the collapse of the afghan campaign is likely to split the afghan national army, a european nation with 6, 000 troops from the netherlands, founded in kabul in august. [SEP] the move came shortly before when the senate democrats agreed to prepare for july ' s national elections. [SEP] perhaps it was really, as a " hoax, " a real idea. [SEP] she won, 7 - 6, 6 - 1, 5 6 - 5 to earn a wimbledon spot, beating the sixth - ranked williams in the final round, while sixth seed eighth - seeded safina was finally [SEP]
+
+===== sample 007 =====
+[CLS] of people who want to be evacuated to the airport today, but that the situation is really out of control, " dr hamid ayer, vice president of the eastern indian city of hyderabad, told reuters sunday morning. [SEP] 29, 1919, al - sadat showed her father a set of 30 boxes of mail. [SEP] the united ' s defender, who is with the former wigan athletic club until he joined milan on loan at earlier of the year, who was loaned out by newcastle united with a win over birmingham last summer, has reportedly begun his future at fulham on another basis. [SEP] in fact, i think it is a huge [SEP]
+
+===== sample 008 =====
+[CLS] she was sent out to hospital. [SEP] when it was 19, she was ranked no 1 in 1983. [SEP] but this year alone, he has taken with the ball and no control of it. [SEP] homestand, pittsburgh, ( 7 - 9 ). [SEP] he has won the champions tour since 1997 and is aiming for his final later this month. [SEP] in a surprise win in ames, iowa, mccain and former governor huckabee quickly surped into the final race, both convinced that romney ' s role should be one of the most significant moves in the next presidential elections. [SEP] the month of the war, when [SEP]
+
+===== sample 009 =====
+[CLS]. [SEP] it was completed in january 2010. [SEP] women were among the two women on the course. [SEP] since there have not been more new data yesterday, they reported a 43 - billion - dollar loss in a letter to treasury regulators. [SEP] several analysts have been impressed by the november results of citigroup, which will be reviewing their forecasts to see if soon the sector is able to keep itself within its own position. [SEP] six suspected taliban militants have been shot dead in a battle in southern afghanistan involving two border guard soldiers and four other marines, a us ministry of defence spokesman said friday. [SEP] that ' s not the point [SEP]
+
+===== sample 010 =====
+[CLS] itself. [SEP] but finally, it ' s a couple of days in the office. " [SEP] laursen already has won twice this season, which includes taking over from newcastle united last season. [SEP] she made her first public appearance in march, and announced on thursday ' s early show that it " really happened, " and it ' s because he ' s someone that ' s in your life. [SEP] the early trial of seasonal flu is likely to begin next year, the cdc report said. [SEP] paul david hoddenbach, a u. s. military veteran, was shot early sunday and has been in the middle of afghanistan [SEP]
+
+===== sample 011 =====
+[CLS], " britain ' s equivalent of the essentials of london ' s imperial society. [SEP] the marines had to be convinced that the casualties were not justified and that the operation could be finished once they had improved and were withdrawn. [SEP] this atrocious season began with a lucky draw as the visiting team believed they had a better chance of beating chelsea ' s record than the favourites for the moment but, instead, despite making poor headers on the manager ' s line, the norwegians came close to breaking free and missed the right - footed chance with just one minute left at close range. [SEP] yemen ' s government has said al [SEP]
+
+===== sample 012 =====
+[CLS] also allow people to maintain their perspective and understanding. [SEP] " it ' s way i think so. [SEP] china has refused to keep talks. [SEP] the competition commission said yesterday it had already dropped the cost of competition despite the current nature of the financial crisis, which could prevent the system from taking place in the current mid - term. [SEP] research of women and men in 1974 found only half of the men were smoked by women for a minimum of seven years. [SEP] he lost a final set before losing out of his five straight - point points against gisel medina garres on saturday, the match ' s 12th seed. [SEP] the [SEP]
+
+===== sample 013 =====
+[CLS] did, " said festival director richard hunter. [SEP] dementiev lost to ivanovic, but held down three break points, sending the american out for love. [SEP] they are all very integrated, " said david nutter, vice president and professor of the university of the united states at penn state university. [SEP] the recession began from 2002 until december 2006, and ended a year later. [SEP] over the years, 92 percent of men received a total of 500 for dna tests and about half of women were eligible for the national test. [SEP] in his final interview before the election, mr obama seemed to be overshadowed by the mccain and [SEP]
+
+===== sample 014 =====
+[CLS] damage. [SEP] the severe weather would still be dangerous in a third of the city ' s population. [SEP] mccarthy ' s condition was improving sunday, but he wasn ' t let out after hearing about the incident by the packers. [SEP] i think was the right decision to face another face in a long time frame, and maybe it for a little time. [SEP] the administration plans to hold it up until jan. [SEP] in the second half of the fourth, the third american saved a double game at 5 - 3 - 2, while the french giant lost just one set before beating isna 6 - 2 in the second set. [SEP] at [SEP]
+
+===== sample 015 =====
+[CLS] a car plant, a two - speed powertrain, among other things. [SEP] sharpstein said he has not taken the range issue since his election began. [SEP] the opening time is 10 : 30 a. m., friday, 03005, 11 : 30 a. m. - 6 p. m., friday, tuesday, thursday, at 9 : 00pm. [SEP] but his view of campbell ' s story on the other side of the paper was absurd. [SEP] federer went 3 - 0 on the second before 6 - 2 on the second serve and broke again in the fourth - - 0 - 7, 6 - [SEP]
+
+===== sample 016 =====
+[CLS] war that left roughly 800, 000 people dead in early 2009. [SEP] he granted a control order at the time allowing the application to be brought on on monday until early due to a call from the police. [SEP] it was 20 minutes before the start of the competition. [SEP] in the early 10 years of the spanish season, he appeared to deliver two goals, his leading scorer and liverpool ' s first hopes of a title, came in the middle of the game in 1999, the fourth important goal and the winning goal. [SEP] mr kotkin, 26, who joined her company last year, when she was 18, was due to [SEP]
+
+===== sample 017 =====
+[CLS] [SEP] we are asked in advance about the second - party system, which aims to learn about what are going on in the middle - and - aged under 65 and over. [SEP] the hand - out is the first book on this new book, here i am, and is this week ' s latest, more - comprehensive memoir. [SEP] the independent said he was initially put away from the ground because he had tried to leap from the aircraft. [SEP] vote - counting revealed a large percentage of voters across the country, 96 percent of the republicans and 38 percent of likely voters said they should be counted in the state with the highest turnout. [SEP] [SEP]
+
+===== sample 018 =====
+[CLS] national security institute. [SEP] in the new study, they found that those with symptoms of the disease were half the risk of having a history of heart disease and was likely to die at about the same age, compared to younger age and older people without heart disease. [SEP] when he began reviewing data from his study of over a group of girls and women who died from the national institutes of health and disease center in 1994, the result was often not worse in human adults. [SEP] the story of the match is replayd. [SEP] the 73 - year - old leader, who died in august 2007, was elected from parliament in 1992 to the [SEP]
+
+===== sample 019 =====
+[CLS] and improving the automaker ' s labor costs and growth prospects for several years, the person person briefed on the talks said. [SEP] johnson, who has given up a goal for the canucks since january but was sacked after the opening period, had the league ' s 600th penalty this season. [SEP] the show ' s first two seasons - - " the office, " " i don ' t tell " and " grey ' s " - - were fox ' s top - rated comedies and their group, " the office, " was the night ' s best drama. [SEP] the attack, followed by gunfire, came with a note [SEP]
+
+===== sample 020 =====
+[CLS]. m. [SEP] in britain, gasoline sugar fell 0. 9 per cent to $.. 632 per gallon. [SEP] but his chance of victory is probably diminished if the top - ranked player in next week ' s tournament emerges from the top of the pack. [SEP] it is a real challenge, for the majority of us to go to school and jump into a version of football. [SEP] he was also beaten and lost four games. [SEP] federer lost his first three games to win saefer 6, 29 - 15. [SEP] overall, 90 percent of the entire population live in the eu. [SEP] when the auction was opened, [SEP]
+
+===== sample 021 =====
+[CLS] the people of iraq, " obama said. [SEP] when it comes to the price of expensive goods, he says, they can ' t help but win. [SEP] one of those named to the new board was tom nieser, the group ' s president. [SEP] he kept up his defense at texas. [SEP] the attack, of about 350 people, occurred in the gulf coast and spread to about 70 miles of goma within an hour. [SEP] well there is no moral focus. [SEP] world no 1 englishman robin soder dropped the fourth match of his game in the match, but has since lost four of 18. [SEP] it is [SEP]
+
+===== sample 022 =====
+[CLS] died over the months. [SEP] overall, about 15 percent of respondents said they ' re ready to give up after the sept. [SEP] he doesn ' t have to pay money when he doesn ' t take a job, says he wants to know what you ' ll do for him, and keeps learning about his jobs. [SEP] but they have not gone out yet. [SEP] it is now impossible to predict any corner of the public who believe that the government will be able to do the same thing. [SEP] since then the paintings has been sold for about $ 10 million each. [SEP] it took several hours. [SEP] 2, 2005, after the [SEP]
+
+===== sample 023 =====
+[CLS] players playing in their fourth - round match against williams, seeded fourth, who will play only a match after game four, in toronto, on thursday. [SEP] murray ' s career started in 2000, a year after he became the last champion, only to diminish doubts about his status. [SEP] they found the body of her daughter, allen. [SEP] " there has been a strike, " bleiman said. [SEP] but after about four months of fighting, the city ' s second largest, a us - led force, lost several hundred of soldiers and marines in the mountains since june 2001. [SEP] there are no new york city [SEP]
+
+===== sample 024 =====
+[CLS] said. [SEP] meanwhile, some of your own self - awareness of the likelihood of a divorce increases with things like marriage. [SEP] it ' s an alternative scenario, as we found my own age, might be a little more of it. [SEP] the loss of a french open, on july 20, came in a shadow of the tough tournament event in south korea, where kim may have come back from a year earlier to win both of its titles. [SEP] on monday night, the 150 - strong research team at the university of liverpool presented a study of the results which, according to tony coleman, the surgeon in charge of the homi [SEP]
+
+===== sample 025 =====
+[CLS] election would be held until early in january and the new board were expected to be re - elected. [SEP] brown said the government would then make its way before the parliament monday, the bbc reported. [SEP] " it ' s pretty dangerous out there, " she said. [SEP] " looking back, i can ' t be excited. [SEP] at this point, people don ' t quite see the whole of it. [SEP] roddick coming off a four - set upset, defeating fourth - ranked venus williams and no. 16 ruben serra 5 - 7, 6 - 4. [SEP] jakarta, indonesia ( ap ) - - an air force plane crashed [SEP]
+
+===== sample 026 =====
+[CLS] [SEP] he played for atlanta in the eighth season and at a world series games. [SEP] the outcome isn ' t determined by the place, not the plot. " [SEP] experts have pinpointed the cancer population and predicted results. [SEP] and it has been really a very exciting time. [SEP] it is part of the company ' s commitment to the 47, 000 american troops currently stationed there. [SEP] the health of the millions of thousands of young people could be an increasingly health complex system, which may well be felt equally deeply in the already risk - developing world, experts say. [SEP] this time, the founders of this new group wanted to [SEP]
+
+===== sample 027 =====
+[CLS] a reasonable person. [SEP] in his late 20s, he had had two classes as an environmentalist before his death in 2003. [SEP] but analysts point that it ' s possible that the shift is part of a strategy that will be worth the concerns of all party members. [SEP] but, the israeli leader fell victim to the invitation, while he did not speak in itself. [SEP] no. 1 lost in her second straight tournament match against this year and us open champion, with williams losing 5 - 6, 7, 5 - 0, 7 - 6 4 - 6 6 - 7. [SEP] they lost 21 - 19 last week, and they [SEP]
+
+===== sample 028 =====
+[CLS] improved contract, a move appears to be a success which appears to be nearing last sunday. [SEP] " i don ' t know the right thing, of how long they will live up, but there is a lot of thought in my mind of whether they would do not get the job because of a number of injuries. [SEP] he did not bat until after the series. [SEP] he told the british press that he had just received a request in the book. [SEP] because of years of planning and daunting, the result was almost universally controversial indeed. [SEP] in last year ' s presidential race, karzai lost a bid to former [SEP]
+
+===== sample 029 =====
+[CLS] year - old frenchman in the first french open open, then beat roger federer at the start of his first set. [SEP] he finished with two hits and a walk, allowed only one run and failed to pull out a win and a run. [SEP] they are small, depressed, polluted, with their families and homes in very large numbers, their income worth a fraction of the amount paid by their employers. [SEP] the group said mortgage prices remained high in a positive direction, with concerns that house prices had prompted the release of the uk ' s home price index. [SEP] should the same party win the election in october, there will be [SEP]
+
+===== sample 030 =====
+[CLS] 2004, the yankees broke the same mark for the first time since the 1960s without being a loss. [SEP] there were a few of the first 40 men, some aged 60 or 80. [SEP] mr rogge, chair of the house, a house of representatives panel, said the challenge would not be settled in copenhagen. [SEP] sunderland, however, appeared to have some serious problems after 20 - year - old scored twice at the hands of peter crouch and wayne bridge, when they narrowly forced a break and, and when a rising ball crashed over the line, were on their way. [SEP] in turn, the knicks will play a tough [SEP]
+
+===== sample 031 =====
+[CLS] 54 percent, to as much as $ 100, 000 in 2008. [SEP] manchester united has dropped its bid to buy tottenham ' s peter crouch after manager mark hughes failed to secure his future with english side chelsea. [SEP] " he knew that when he heard the phone and did get back to the point, i thought he needed help to come back, " he told cbs news. [SEP] " this is a very exciting result, " schork said. [SEP] nice news,... [SEP] michael whelan, 39, and their son, arthur lucas, 49, were shot twice by the troops outside his home. [SEP] the [SEP]
+
+===== sample 032 =====
+[CLS]. [SEP] but i think the point is that the majority of young people do seem to have a different idea about the future of the nhs,, in the view, that they ' ll just be well prepared and that the more people will spend the money they ' d want to spend today. [SEP] they had to try to make payments. [SEP] world number two andy murray has arrived this week fully aware of the problems that have guided him to the last 16 and will soon run again after being humbled 6 - 4 early last week, as last week ' s fourth - round round was ended in a grand slam tournament. [SEP] if you [SEP]
+
+===== sample 033 =====
+[CLS]. [SEP] the government said it was hoping to stay on its people ' s side. [SEP] obama : i think it ' s just a job to tell any other side about these issues. [SEP] nikolay davydenko lost a set, losing the last round of the open cup in paris, before beating the fourth - seeded brits 7 - 5 6 - 0 of his five chances to win in the french open on sunday. [SEP] this is hardly true. [SEP] as the long manageable condition of society shrinks, it is good to see some signs of big expansion. [SEP] so it seemed clear that the strength of the economy and the [SEP]
+
+===== sample 034 =====
+[CLS] [SEP] ( 6 ) ohio state at florida, 7 p. m. [SEP] under proposals announced by the government last december, interest payments would be due to be made in 2012. [SEP] the world formula one champion valentina of russia has said she will be in her second practice race in the formula one season as she prepares to open on a race towards the conclusion of sunday ' s malaysian grand prix. [SEP] maybe you need to make money. [SEP] a recent study at the university of iowa and university of new york looked at as a result of their studies and looked at the question of whether the most fat and high risk of breast cancer cancer [SEP]
+
+===== sample 035 =====
+[CLS] of italy ' s national institute of public health. [SEP] the nature of the case suggests the court ' s more dismissive of the jurors on the issue of innocence. [SEP] the giants overprinted the washington nationals with six games to go on to finish in seventh place, remaining in the bottom of the series in fourth ahead of the nl east ' s final first - round matchup in early january. [SEP] she is nearly eliminated in this week ' s ratings, but every south american is referring to his new show called " american idol, " as well. [SEP] before that had happened, she could have done more damage and [SEP]
+
+===== sample 036 =====
+[CLS] record. [SEP] before tuesday night ' s election, a few observers said mr. hariri and its allies were up for an election. [SEP] i even found that he didn ' t want me to do enough, i did not know a father because he still doesn ' t really know me much, but i was very good enough to help my former father. [SEP] britain ' s fifth world champion of the men ' s individual medley on monday saw a record sprint win at the 99th women ' s freestyle world event which would confirm his world championship hopes. [SEP] world number three hoch janch of germany won a set in the first [SEP]
+
+===== sample 037 =====
+[CLS] expected. [SEP] they found many of the biggest half of people at age considered around the end of the same period, which were accompanied by significant reservations about the negative impact of personalised spending, whether in a personalised group. [SEP] the guards attacked and then fired their weapons, by throwing grenades at a wall and firing rocks on the inside of the building the hours of the shooting, the report said. [SEP] the study interviewed 1, 110 afghan men and women. [SEP] by telephone at 301 - 1 - 719 - 332 - 971. [SEP] in fact i was just eight or nine months away, i was without a passport. [SEP]
+
+===== sample 038 =====
+[CLS] world bank ' s inflation watch forecasts rose by 1. 1 percent in october, as japan showed its strongest first year - on - year gain since january 2007. [SEP] they are taking a risk. [SEP] chronic cardiovascular disease " causes life - threatening pain, facelift, pain and the likelihood of severe pain and related symptoms. [SEP] he wrote a cancer history form, and wrote an e - book about how his fight against cancer and cancer might not become necessary. [SEP] don ' t expect to answer the question where it can be done. [SEP] hend had a chance to level for blake, the third in five games. [SEP] he [SEP]
+
+===== sample 039 =====
+[CLS] into the issue of such tests. [SEP] " it ' s good just to try to keep to the best level, " said van clamper, who will play well in matches if france are to return to action against the world champions in doha on wednesday. [SEP] " i wanted to play in the davis cup. [SEP] he wound up that way after being fifth in the first race and, three times, finished second in the men ' s 10, 000 meters race at the women ' s championship in australia - losing on the first day of saturday. [SEP] dr. richard kramer, an cardiologist at the university of pennsylvania in [SEP]
+
+===== sample 040 =====
+[CLS] - 5 lead in the match before losing a fourth - round match against tommy haas 6 - 2, 6 - 3. [SEP] london ( reuters ) - spain ' s rafael crist will face a resumping campaign in champions league on sunday with milan facing the red bulls on sunday. [SEP] then there came a string of rocket - propelled nato artillery that hit the same area in eastern afghanistan on tuesday, leaving large numbers of people trapped in the u. s. offensive. [SEP] more than 80, 000 adults and children with diabetes were screened through genetic screening and treated between 2000 and older, compared to cancer screening with low - income breast [SEP]
+
+===== sample 041 =====
+[CLS] back of the area and heads for a corner. [SEP] the british needs to do more than it to hold its position only to get to the summit. [SEP] she was another player who failed to achieve his fifth title in 18 months. [SEP] a hearing could be scheduled for wednesday before a hearing, the court heard. [SEP] thomas made 29 of 32 shots for the lightning and he added nine assists. [SEP] women who are due to earn £389 included on the ba flight from london start on monday, valuing ba at £9, 487. 997, including two children from the uk, and they took the saudis to [SEP]
+
+===== sample 042 =====
+[CLS] 65 and older, 60 to 30 and well over age 65. [SEP] robert smith, 18, of cofield close, rotherham, who appeared in the sunday times, was born in eastbury, the morning of 19 may, under the name of john cresell, of wolverhampton. [SEP] rafael nadal won the match with a 6 - 2 win over fellow runner - up dinara safina and dinara safina, both david williams and david gulbis, lost a 7 - 6, 3 - 6 match - winning victory against dementie. [SEP] what a bunch of wh ' s. [SEP] even [SEP]
+
+===== sample 043 =====
+[CLS] people in afghanistan. [SEP] they were briefed about their top management, including some of the bank ' s top - and high - level directors and contributors to the government. [SEP] in 2006, it was down from 26. 9 per cent and on 2006 just 16. 4 per cent. [SEP] the men aged between 17 and 44 were arrested in an early - morning raid in early on tuesday. [SEP] health spokesman at scholk ' s health trust said the new strategy could be difficult. [SEP] as often as someone else and we have the right to talk about it, we have to choose. [SEP] the original investigation was one of the [SEP]
+
+===== sample 044 =====
+[CLS] children aged 11 - 12, where they were sitting together, a large part of a five - year - old child died on friday night alone. [SEP] champions league side finalists celtic stunned porto and won the title by defeating birmingham city on saturday, who entertain manchester city in the championship game. [SEP] he has spent 20 years playing in college games. [SEP] mr green, a computer surgeon, was found last week at a window in a flat in birmingham, where he died from a condition following his surgery at a local hospital. [SEP] the country ' s worst crisis, a drought in 2002, was caused by a seaweed outbreak that killed over [SEP]
+
+===== sample 045 =====
+[CLS] on tuesday. [SEP] it ' s not clear whether it will pay well. [SEP] democratic sen. byron dorgan said the amount of legislation was virtually unknown on the night. [SEP] mr cameron is due to stand for a fifth time today after being forced to stand down for the better part of the past five years. [SEP] " i like to play golf. [SEP] i don ' t know whether it was child abuse. [SEP] the 27 - year - old serb had earned $ 100, 000 in earnings in the last five years and progressed to $ 2, 000 and five fourth - round match points. [SEP] i have never heard of the times [SEP]
+
+===== sample 046 =====
+[CLS] [SEP] south waziristan has been known as a stronghold for the pakistan - based militant group the taliban and a significant base for taliban - backed groups in violence along the border. [SEP] michael ' s family has not been contacted and he is living a relative, police said. [SEP] he is someone who can help control divisive behaviour when it comes to paying his debts. [SEP] i mean, i was hot and cold and depressed, and lost a little bit at the time of july, 2008. [SEP] the rest of the population may also be considered - - and perhaps not - - statistically or more likely - - as early [SEP]
+
+===== sample 047 =====
+[CLS] up 10. 0 percent of gdp, the country ' s largest foreign product. [SEP] the newspaper reported monday that the investigation cost the city about $ 100 million, as much as the federal government. [SEP] it is not possible to say quite what is said about any things that could be said. [SEP] the australian turned in the final set on her serve as she lost to peer in the australian open at wimbledon, and lost the final in four times. [SEP] he was happy about the birth of his young son. [SEP] but i didn ' t get what i wanted, because, though, i was still depressed and having a mental problem. [SEP]
+
+===== sample 048 =====
+[CLS] refused to withdraw his nomination after his party took a " major turn in her life " after the results of the final inquiry in the vote. [SEP] ferrer lost 11 of the 26 set, and held on his points on the 6 - foot shot roddick served. [SEP] roger federer, the 2004 french open champion, earned a point from a series of back errors against federer in saturday ' s final. [SEP] it has already had a further 1, 500 shops in offices around the world, where it employs about 50, 000 people worldwide. [SEP] he said : " he was sorely disappointed at that time in his career. [SEP] more than [SEP]
+
+===== sample 049 =====
+[CLS] affect the country ' s current income rating. [SEP] the job will increase in 2011, when around 75 per cent of the pay will be paid to private businesses next year. [SEP] it was done as a result of the blast. " [SEP] the club have been strong all season, beating barnsley 2 - 0 for the first time in seven years, the equivalent of the fa cup and they failed to win the league with a first loss. [SEP] a total of about 200 people died in the hospital last month, including those who had first failed to catch the virus of those people who had died. [SEP] but there ' s no denying that the [SEP]
+
+===== sample 050 =====
+[CLS] died nine years later. [SEP] turner, however, offers little hope that the commission ' s review of financial services, due in november, will set the stage for a recovery from the financial crisis. [SEP] kevin s. thompson, inc. of chesterfield, mo., was second in 1 : 35. 369. [SEP] maria safina won a place in beijing, but john isner is just enough to secure a place in the quarterfinals for the american this weekend. [SEP] it ' s not so it ' s the real thing. [SEP] for example, we ' ve all taken a shot of apple ' s iphone, which is [SEP]
+
+===== sample 051 =====
+[CLS], he said. [SEP] the ump earlier this year was ahead in parliamentary elections and is expected to win its next term. [SEP] and we opened up breakfast when everyone had turned up for breakfast. [SEP] bris tour agassi, the winner of this year ' s world title event, says he cannot simply deal with personal injuries and the severity of the pressure of the affair. [SEP] his younger son, briton woods, went out with a chance to give himself a first victory in golf history. [SEP] it was born from 3, 000 years to 8, 000 years ago, creating the oldest group of galaxies. [SEP] netany [SEP]
+
+===== sample 052 =====
+[CLS] sharp decline from the first 11 months for china ' s volvo market in 2008, in which vehicle sales fell 7 per cent. [SEP] the lead in the opening hole pushed him through the tough second, with the seventh - seeded australian open champion ocha - who won australia ' s second open title - at 9 - under after a five - under 68 for a 68. [SEP] in his first set, del potro got the break of the first set and lost a tie game and found his way in the ninth round to win the match. [SEP] the bodies of two troops were killed wednesday in the remote central region of afghanistan. [SEP] the [SEP]
+
+===== sample 053 =====
+[CLS] " into the war on the wmds. [SEP] he said he was disappointed by that, referring to the housing sale. [SEP] in 2005, he became a lawyer. [SEP] the russian fought back into the fourth set, losing a double back in the third game on the return serve and winning the 10th and ninth games to move up three sets behind with the game pulled by half time. [SEP] but his supporters haven ' t yet been willing to criticize bush ' s handling of iraq. [SEP] they warned that the impact of the legislation this year could be even greater. [SEP] they still have a very good time at the end, they [SEP]
+
+===== sample 054 =====
+[CLS] a review of his expenses has forced the prime minister to announce yesterday the decision to withdraw the election and join the conservative party later this year in a general election that must be followed by a new local conservative government. [SEP] there ' s a real truth. [SEP] anyone with information in the manchester area is being asked to come into the city ' s area at 2000 gmt on saturday and contact them. [SEP] there are many things, " said thomas jones - luber, the son of florida - based authors in his sixth - year memoir. [SEP] that ' s up to pass the bill before january 8, when it will start at the [SEP]
+
+===== sample 055 =====
+[CLS] 68th street. [SEP] he can do all of this, increasing the risk of causing a crisis for one ' s life, so long as a heart survives the retalice. [SEP] china ' s 66 - year - old leader, himself a former rebel of tibet, which beijing says tried to carry out last year ' s disputed presidential elections in tibet ' s first regional election, has won a five - year battle over a third of the country ' s pro - western parliament. [SEP] john haugh, a spokesman for the american transport association, said the parent airliner, honeywell international, suffered an undisclosed number of passengers and [SEP]
+
+===== sample 056 =====
+[CLS] democratic sen. barack obama and presidential candidate barack obama. [SEP] toulouse moved up for first leg points with russian rivals spartak moscow and bordeaux, a day after they were confirmed as winners after earlier slumping, to the point of clinching the points with a league game on monday. [SEP] and then that ' s what you thought long and clear : you ' ve got a good brain. [SEP] european union figures said germany, which lost 20 per cent stake in the pris, accounted for a total of 68pc of gm ' s sales, which had gradually recovered over the previous year, the lowest level in 1990. [SEP] however, the [SEP]
+
+===== sample 057 =====
+[CLS] it. [SEP] in welcoming the comments, mike ripor, the national chief of nuclear regulatory, said they were considered as early as possible but key options needed to be explored. [SEP] south wales, defending european champions, could not lose their cup qualifier in june but they could avoid the second leg of the table with a victory over anfield on tuesday. [SEP] new prime minister robert mugabe, who himself was forced to resign on friday amid a humanitarian crisis, said he wanted to return to power. [SEP] by the time it finished, she didn ' t say " no " - - enough to make her " no " sound with a [SEP]
+
+===== sample 058 =====
+[CLS] were based on the principles of japan ' s democratic government. [SEP] " but it could take a long time. " [SEP] in the american journal of the vascular society, women who smoked significantly more than men and women alone were about half more likely to become smokers than the study group. [SEP] the same man... [SEP] ward, 35, who is trying for his first us major title this year, relishes federer, who had to drop his serve, 7 - 5, 7 - - 5 - - making his grand slam debut. [SEP] but in a u. s. military series of strikes, the taliban as well [SEP]
+
+===== sample 059 =====
+[CLS] a man walked through the bus stop on monday evening, on the way to the front of a building that had been set up high next to the un court building, police said. [SEP] " it is very painful - - and it is a very good thing to shock it out - - especially if you don ' t feel it is untenable. " [SEP] the attack in sadrmon, on friday, occurred tuesday as the u. s. military began after two militants killed by afghan missiles killed eight american troops, the marines said. [SEP] one in three elderly patients were taken over their treatment. [SEP] the latest institute of directors [SEP]
+
+===== sample 060 =====
+[CLS] ago. [SEP] the main reason is not to pick up until at least 10 homers, but there ' s more in place to keep it alive. [SEP] the punter could drive down the corner first, then had to turn left each time to move on the other end. [SEP] ministers are due to present a review of preparation for the course of the next general election in london later today, the chief executive of the trust told the medical journal on thursday. [SEP] they lost six points and needed twice to lead, but there were chances and france had a good lead. [SEP] the woman, who was rushed to the hospital after being treated [SEP]
+
+===== sample 061 =====
+[CLS] upsetting the economy. [SEP] france ' s fifth - seeded richard haase beat france ' s robin soandri for a place with switzerland, who lost its place in the 2008 french open. [SEP] tim kolbe, an arsenal player, says arsenal will play as champions as possible only to lose a couple of games. [SEP] breast cancer is the first stage of cancer. [SEP] tiger woods raced to a third victory in his 15th season, a victory in the houston open and shot a 5 - under 76 on the fifth hole. [SEP] the study, commissioned by the independent ' london - based influential government and political scientist david cooke, [SEP]
+
+===== sample 062 =====
+[CLS], one of the nation ' s most powerful software companies. [SEP] kolbakan was found dead in the united states of grossong island off the northwest coast in the early hours of march 20, 2004, " the public administration of information center said. [SEP] detroit has lost six of its previous games. [SEP] the defender, who spent four months in charge at bayern munich, has signed a new deal in a one - year contract worth £3. 5 million. [SEP] in her speech over the next few days at the annual china academy on wednesday afternoon, she expressed questions over what she regards as her failed effort to salvage the political process [SEP]
+
+===== sample 063 =====
+[CLS] american men ' s final here since he lost at the french open for the first time since 2001. [SEP] the ravens were blanked, 21 - 37, then no. 5 since 2007. [SEP] left opener hunter mahan ( 67 ) and spinner pal udal batted for 38 and 66 respectively while right flanker jacques dekar ( 81 ) stood on 40 to secure a maiden wicket of winning at one over from four wickets. [SEP] it ' s ahead of the interceptors in germany next month, and then sweden, finland, sweden and the netherlands. [SEP] he is averaging with 20 points and 19 assists. [SEP] however, the [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/cosine_1p8_to_0p8_c1024_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "cosine_1p8_to_0p8_c1024", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest.pt", "step": 168000, "decode": {"kind": "categorical_fullvocab_temp_schedule", "config": "cosine_1p8_to_0p8_c1024", "steps": 128, "model_t_mode": "post", "support_power": 1.0, "semantic_power": 1.0, "temp_start": 1.8, "temp_end": 0.8, "temp_schedule": "cosine", "concentration_min": 1.0, "concentration_max": 1024.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260508}, "detok_genppl": {"ppl": 49.414174907327684, "nll_per_token": 3.9002373244779345, "tokens": 9721}, "diversity": {"sample_entropy": 4.191741629686525, "unique_tokens": 1821, "token_count": 8192, "distinct_1": 0.2222900390625, "distinct_2": 0.6957431102362205, "top_token_mass": 0.05908203125}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] 4 game and 7 - 2 in their final weeks of 2007. [SEP] he started with a tough forehand in the fourth against martin sav, but then came back again as he was on the wrong way of his victory. [SEP] he held serve for 5 minutes from the start of the third and cruised the winner of the final set with a forehand long before federer rallied to open the set with a 7 - 7 ( 7 - 5 ) 6 - 1 ( 7 - 6 ) victory. [SEP] no. 6 had already retired after blake ' s 5 - 3 loss to simon, 6 - 4. [SEP] the dow jones industrial [SEP]", "detok_text": "[CLS] 4 game and 7 - 2 in their final weeks of 2007. [SEP] he started with a tough forehand in the fourth against martin sav, but then came back again as he was on the wrong way of his victory. [SEP] he held serve for 5 minutes from the start of the third and cruised the winner of the final set with a forehand long before federer rallied to open the set with a 7 - 7 (7 - 5) 6 - 1 (7 - 6) victory. [SEP] no. 6 had already retired after blake's 5 - 3 loss to simon, 6 - 4. [SEP] the dow jones industrial [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS], which makes up part of the company ' s entire global business, will close in the second quarter. [SEP] after five balls he went to boast by india ' s success when they lost the series, we were 21 - runs behind with a chance of win. [SEP] in a letter to the tory leader in 2002, professor tim morris, the director general of personal care at nhs trust in the uk, said it would not be possible to treat gps because it was time to make decisions for patients unhappy with the quality of care. [SEP] but more recently, he said on tuesday that he would not care to conclude the agents involved had [SEP]", "detok_text": "[CLS], which makes up part of the company's entire global business, will close in the second quarter. [SEP] after five balls he went to boast by india's success when they lost the series, we were 21 - runs behind with a chance of win. [SEP] in a letter to the tory leader in 2002, professor tim morris, the director general of personal care at nhs trust in the uk, said it would not be possible to treat gps because it was time to make decisions for patients unhappy with the quality of care. [SEP] but more recently, he said on tuesday that he would not care to conclude the agents involved had [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] ferguson ' s belief that he could manage to win a title during his final season with manchester united. [SEP] it was published in the guardian on thursday ( tuesday 26 january ). [SEP] \" we have to do what we can at this moment, \" said reina. [SEP] \" if the replays are over, it will be difficult to concentrate on his side because it is not losing ball tactically, but it has less to do to try to regain his confidence, \" he added. [SEP] \" and why didn ' t you think he can ' t be optimistic about the result of beating federer when there was a little bit of a [SEP]", "detok_text": "[CLS] ferguson's belief that he could manage to win a title during his final season with manchester united. [SEP] it was published in the guardian on thursday (tuesday 26 january). [SEP] \"we have to do what we can at this moment,\" said reina. [SEP] \"if the replays are over, it will be difficult to concentrate on his side because it is not losing ball tactically, but it has less to do to try to regain his confidence,\" he added. [SEP] \" and why didn't you think he can't be optimistic about the result of beating federer when there was a little bit of a [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] ' t know when the terms of the program will be announced or how much. [SEP] inc. operations in the rest of the country. [SEP] london ( reuters ) - former french open champion roger federer of switzerland will withdraw for the second round at the paris masters on thursday after confirming he was not fit to play at this weekend ' s tour event but said it was not known when the next set would go ahead. [SEP] focus is on the u. s. side but with sen. john mccain ' s campaign and alaska gov. sarah palin trailing in the polls, it ' s time to improve. [SEP] as well as the political [SEP]", "detok_text": "[CLS]'t know when the terms of the program will be announced or how much. [SEP] inc. operations in the rest of the country. [SEP] london (reuters) - former french open champion roger federer of switzerland will withdraw for the second round at the paris masters on thursday after confirming he was not fit to play at this weekend's tour event but said it was not known when the next set would go ahead. [SEP] focus is on the u. s. side but with sen. john mccain's campaign and alaska gov. sarah palin trailing in the polls, it's time to improve. [SEP] as well as the political [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] death. [SEP] flights from atlanta to atlanta, florida, and houston were intermittently disrupted in india. [SEP] it offered all the forms of the game, not an element of professional play. [SEP] the nasdaq index of companies 500 shares rose 1. 42, or 0. 5 percent, to 1, 880. [SEP] braun ' s home run added a run in the sixth, giving the brewers ' first win of their last seven games. [SEP] the club also have reached agreement with paul taylor, who is understood to be gareth wood, the newcastle defender, and right - hander - - who are also thought to be keen on [SEP]", "detok_text": "[CLS] death. [SEP] flights from atlanta to atlanta, florida, and houston were intermittently disrupted in india. [SEP] it offered all the forms of the game, not an element of professional play. [SEP] the nasdaq index of companies 500 shares rose 1. 42, or 0. 5 percent, to 1, 880. [SEP] braun's home run added a run in the sixth, giving the brewers' first win of their last seven games. [SEP] the club also have reached agreement with paul taylor, who is understood to be gareth wood, the newcastle defender, and right - hander - - who are also thought to be keen on [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] - 1 capital ratio at the start of last year. [SEP] for every aspect of liverpool ' s defense, it still has the right to go beyond its territory on the flanks, which could allow liverpool the ball better than liverpool. [SEP] however, however, a further forecast for the global economic growth may prove difficult. [SEP] at a meeting of foreign ministers on april 9, the final day of talks, mr obama said that he would continue to play part in ending the presence of nato forces in the region. [SEP] this is a quarter - mile in the southern half of britain ' s northernmost capital. [SEP] the company said some of the lower [SEP]", "detok_text": "[CLS] - 1 capital ratio at the start of last year. [SEP] for every aspect of liverpool's defense, it still has the right to go beyond its territory on the flanks, which could allow liverpool the ball better than liverpool. [SEP] however, however, a further forecast for the global economic growth may prove difficult. [SEP] at a meeting of foreign ministers on april 9, the final day of talks, mr obama said that he would continue to play part in ending the presence of nato forces in the region. [SEP] this is a quarter - mile in the southern half of britain's northernmost capital. [SEP] the company said some of the lower [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS]. s. - led troops, a nato spokesman said. [SEP] the collapse of the afghan campaign is likely to split the afghan national army, a european nation with 6, 000 troops from the netherlands, founded in kabul in august. [SEP] the move came shortly before when the senate democrats agreed to prepare for july ' s national elections. [SEP] perhaps it was really, as a \" hoax, \" a real idea. [SEP] she won, 7 - 6, 6 - 1, 5 6 - 5 to earn a wimbledon spot, beating the sixth - ranked williams in the final round, while sixth seed eighth - seeded safina was finally [SEP]", "detok_text": "[CLS]. s. - led troops, a nato spokesman said. [SEP] the collapse of the afghan campaign is likely to split the afghan national army, a european nation with 6, 000 troops from the netherlands, founded in kabul in august. [SEP] the move came shortly before when the senate democrats agreed to prepare for july's national elections. [SEP] perhaps it was really, as a \"hoax,\" a real idea. [SEP] she won, 7 - 6, 6 - 1, 5 6 - 5 to earn a wimbledon spot, beating the sixth - ranked williams in the final round, while sixth seed eighth - seeded safina was finally [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] of people who want to be evacuated to the airport today, but that the situation is really out of control, \" dr hamid ayer, vice president of the eastern indian city of hyderabad, told reuters sunday morning. [SEP] 29, 1919, al - sadat showed her father a set of 30 boxes of mail. [SEP] the united ' s defender, who is with the former wigan athletic club until he joined milan on loan at earlier of the year, who was loaned out by newcastle united with a win over birmingham last summer, has reportedly begun his future at fulham on another basis. [SEP] in fact, i think it is a huge [SEP]", "detok_text": "[CLS] of people who want to be evacuated to the airport today, but that the situation is really out of control, \" dr hamid ayer, vice president of the eastern indian city of hyderabad, told reuters sunday morning. [SEP] 29, 1919, al - sadat showed her father a set of 30 boxes of mail. [SEP] the united's defender, who is with the former wigan athletic club until he joined milan on loan at earlier of the year, who was loaned out by newcastle united with a win over birmingham last summer, has reportedly begun his future at fulham on another basis. [SEP] in fact, i think it is a huge [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] she was sent out to hospital. [SEP] when it was 19, she was ranked no 1 in 1983. [SEP] but this year alone, he has taken with the ball and no control of it. [SEP] homestand, pittsburgh, ( 7 - 9 ). [SEP] he has won the champions tour since 1997 and is aiming for his final later this month. [SEP] in a surprise win in ames, iowa, mccain and former governor huckabee quickly surped into the final race, both convinced that romney ' s role should be one of the most significant moves in the next presidential elections. [SEP] the month of the war, when [SEP]", "detok_text": "[CLS] she was sent out to hospital. [SEP] when it was 19, she was ranked no 1 in 1983. [SEP] but this year alone, he has taken with the ball and no control of it. [SEP] homestand, pittsburgh, (7 - 9). [SEP] he has won the champions tour since 1997 and is aiming for his final later this month. [SEP] in a surprise win in ames, iowa, mccain and former governor huckabee quickly surped into the final race, both convinced that romney's role should be one of the most significant moves in the next presidential elections. [SEP] the month of the war, when [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS]. [SEP] it was completed in january 2010. [SEP] women were among the two women on the course. [SEP] since there have not been more new data yesterday, they reported a 43 - billion - dollar loss in a letter to treasury regulators. [SEP] several analysts have been impressed by the november results of citigroup, which will be reviewing their forecasts to see if soon the sector is able to keep itself within its own position. [SEP] six suspected taliban militants have been shot dead in a battle in southern afghanistan involving two border guard soldiers and four other marines, a us ministry of defence spokesman said friday. [SEP] that ' s not the point [SEP]", "detok_text": "[CLS]. [SEP] it was completed in january 2010. [SEP] women were among the two women on the course. [SEP] since there have not been more new data yesterday, they reported a 43 - billion - dollar loss in a letter to treasury regulators. [SEP] several analysts have been impressed by the november results of citigroup, which will be reviewing their forecasts to see if soon the sector is able to keep itself within its own position. [SEP] six suspected taliban militants have been shot dead in a battle in southern afghanistan involving two border guard soldiers and four other marines, a us ministry of defence spokesman said friday. [SEP] that's not the point [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] itself. [SEP] but finally, it ' s a couple of days in the office. \" [SEP] laursen already has won twice this season, which includes taking over from newcastle united last season. [SEP] she made her first public appearance in march, and announced on thursday ' s early show that it \" really happened, \" and it ' s because he ' s someone that ' s in your life. [SEP] the early trial of seasonal flu is likely to begin next year, the cdc report said. [SEP] paul david hoddenbach, a u. s. military veteran, was shot early sunday and has been in the middle of afghanistan [SEP]", "detok_text": "[CLS] itself. [SEP] but finally, it's a couple of days in the office. \"[SEP] laursen already has won twice this season, which includes taking over from newcastle united last season. [SEP] she made her first public appearance in march, and announced on thursday's early show that it\" really happened, \" and it's because he's someone that's in your life. [SEP] the early trial of seasonal flu is likely to begin next year, the cdc report said. [SEP] paul david hoddenbach, a u. s. military veteran, was shot early sunday and has been in the middle of afghanistan [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS], \" britain ' s equivalent of the essentials of london ' s imperial society. [SEP] the marines had to be convinced that the casualties were not justified and that the operation could be finished once they had improved and were withdrawn. [SEP] this atrocious season began with a lucky draw as the visiting team believed they had a better chance of beating chelsea ' s record than the favourites for the moment but, instead, despite making poor headers on the manager ' s line, the norwegians came close to breaking free and missed the right - footed chance with just one minute left at close range. [SEP] yemen ' s government has said al [SEP]", "detok_text": "[CLS], \" britain's equivalent of the essentials of london's imperial society. [SEP] the marines had to be convinced that the casualties were not justified and that the operation could be finished once they had improved and were withdrawn. [SEP] this atrocious season began with a lucky draw as the visiting team believed they had a better chance of beating chelsea's record than the favourites for the moment but, instead, despite making poor headers on the manager's line, the norwegians came close to breaking free and missed the right - footed chance with just one minute left at close range. [SEP] yemen's government has said al [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] also allow people to maintain their perspective and understanding. [SEP] \" it ' s way i think so. [SEP] china has refused to keep talks. [SEP] the competition commission said yesterday it had already dropped the cost of competition despite the current nature of the financial crisis, which could prevent the system from taking place in the current mid - term. [SEP] research of women and men in 1974 found only half of the men were smoked by women for a minimum of seven years. [SEP] he lost a final set before losing out of his five straight - point points against gisel medina garres on saturday, the match ' s 12th seed. [SEP] the [SEP]", "detok_text": "[CLS] also allow people to maintain their perspective and understanding. [SEP] \" it's way i think so. [SEP] china has refused to keep talks. [SEP] the competition commission said yesterday it had already dropped the cost of competition despite the current nature of the financial crisis, which could prevent the system from taking place in the current mid - term. [SEP] research of women and men in 1974 found only half of the men were smoked by women for a minimum of seven years. [SEP] he lost a final set before losing out of his five straight - point points against gisel medina garres on saturday, the match's 12th seed. [SEP] the [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] did, \" said festival director richard hunter. [SEP] dementiev lost to ivanovic, but held down three break points, sending the american out for love. [SEP] they are all very integrated, \" said david nutter, vice president and professor of the university of the united states at penn state university. [SEP] the recession began from 2002 until december 2006, and ended a year later. [SEP] over the years, 92 percent of men received a total of 500 for dna tests and about half of women were eligible for the national test. [SEP] in his final interview before the election, mr obama seemed to be overshadowed by the mccain and [SEP]", "detok_text": "[CLS] did, \"said festival director richard hunter. [SEP] dementiev lost to ivanovic, but held down three break points, sending the american out for love. [SEP] they are all very integrated,\" said david nutter, vice president and professor of the university of the united states at penn state university. [SEP] the recession began from 2002 until december 2006, and ended a year later. [SEP] over the years, 92 percent of men received a total of 500 for dna tests and about half of women were eligible for the national test. [SEP] in his final interview before the election, mr obama seemed to be overshadowed by the mccain and [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] damage. [SEP] the severe weather would still be dangerous in a third of the city ' s population. [SEP] mccarthy ' s condition was improving sunday, but he wasn ' t let out after hearing about the incident by the packers. [SEP] i think was the right decision to face another face in a long time frame, and maybe it for a little time. [SEP] the administration plans to hold it up until jan. [SEP] in the second half of the fourth, the third american saved a double game at 5 - 3 - 2, while the french giant lost just one set before beating isna 6 - 2 in the second set. [SEP] at [SEP]", "detok_text": "[CLS] damage. [SEP] the severe weather would still be dangerous in a third of the city's population. [SEP] mccarthy's condition was improving sunday, but he wasn't let out after hearing about the incident by the packers. [SEP] i think was the right decision to face another face in a long time frame, and maybe it for a little time. [SEP] the administration plans to hold it up until jan. [SEP] in the second half of the fourth, the third american saved a double game at 5 - 3 - 2, while the french giant lost just one set before beating isna 6 - 2 in the second set. [SEP] at [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] a car plant, a two - speed powertrain, among other things. [SEP] sharpstein said he has not taken the range issue since his election began. [SEP] the opening time is 10 : 30 a. m., friday, 03005, 11 : 30 a. m. - 6 p. m., friday, tuesday, thursday, at 9 : 00pm. [SEP] but his view of campbell ' s story on the other side of the paper was absurd. [SEP] federer went 3 - 0 on the second before 6 - 2 on the second serve and broke again in the fourth - - 0 - 7, 6 - [SEP]", "detok_text": "[CLS] a car plant, a two - speed powertrain, among other things. [SEP] sharpstein said he has not taken the range issue since his election began. [SEP] the opening time is 10: 30 a. m., friday, 03005, 11: 30 a. m. - 6 p. m., friday, tuesday, thursday, at 9: 00pm. [SEP] but his view of campbell's story on the other side of the paper was absurd. [SEP] federer went 3 - 0 on the second before 6 - 2 on the second serve and broke again in the fourth - - 0 - 7, 6 - [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] war that left roughly 800, 000 people dead in early 2009. [SEP] he granted a control order at the time allowing the application to be brought on on monday until early due to a call from the police. [SEP] it was 20 minutes before the start of the competition. [SEP] in the early 10 years of the spanish season, he appeared to deliver two goals, his leading scorer and liverpool ' s first hopes of a title, came in the middle of the game in 1999, the fourth important goal and the winning goal. [SEP] mr kotkin, 26, who joined her company last year, when she was 18, was due to [SEP]", "detok_text": "[CLS] war that left roughly 800, 000 people dead in early 2009. [SEP] he granted a control order at the time allowing the application to be brought on on monday until early due to a call from the police. [SEP] it was 20 minutes before the start of the competition. [SEP] in the early 10 years of the spanish season, he appeared to deliver two goals, his leading scorer and liverpool's first hopes of a title, came in the middle of the game in 1999, the fourth important goal and the winning goal. [SEP] mr kotkin, 26, who joined her company last year, when she was 18, was due to [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] [SEP] we are asked in advance about the second - party system, which aims to learn about what are going on in the middle - and - aged under 65 and over. [SEP] the hand - out is the first book on this new book, here i am, and is this week ' s latest, more - comprehensive memoir. [SEP] the independent said he was initially put away from the ground because he had tried to leap from the aircraft. [SEP] vote - counting revealed a large percentage of voters across the country, 96 percent of the republicans and 38 percent of likely voters said they should be counted in the state with the highest turnout. [SEP] [SEP]", "detok_text": "[CLS] [SEP] we are asked in advance about the second - party system, which aims to learn about what are going on in the middle - and - aged under 65 and over. [SEP] the hand - out is the first book on this new book, here i am, and is this week's latest, more - comprehensive memoir. [SEP] the independent said he was initially put away from the ground because he had tried to leap from the aircraft. [SEP] vote - counting revealed a large percentage of voters across the country, 96 percent of the republicans and 38 percent of likely voters said they should be counted in the state with the highest turnout. [SEP] [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] national security institute. [SEP] in the new study, they found that those with symptoms of the disease were half the risk of having a history of heart disease and was likely to die at about the same age, compared to younger age and older people without heart disease. [SEP] when he began reviewing data from his study of over a group of girls and women who died from the national institutes of health and disease center in 1994, the result was often not worse in human adults. [SEP] the story of the match is replayd. [SEP] the 73 - year - old leader, who died in august 2007, was elected from parliament in 1992 to the [SEP]", "detok_text": "[CLS] national security institute. [SEP] in the new study, they found that those with symptoms of the disease were half the risk of having a history of heart disease and was likely to die at about the same age, compared to younger age and older people without heart disease. [SEP] when he began reviewing data from his study of over a group of girls and women who died from the national institutes of health and disease center in 1994, the result was often not worse in human adults. [SEP] the story of the match is replayd. [SEP] the 73 - year - old leader, who died in august 2007, was elected from parliament in 1992 to the [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] and improving the automaker ' s labor costs and growth prospects for several years, the person person briefed on the talks said. [SEP] johnson, who has given up a goal for the canucks since january but was sacked after the opening period, had the league ' s 600th penalty this season. [SEP] the show ' s first two seasons - - \" the office, \" \" i don ' t tell \" and \" grey ' s \" - - were fox ' s top - rated comedies and their group, \" the office, \" was the night ' s best drama. [SEP] the attack, followed by gunfire, came with a note [SEP]", "detok_text": "[CLS] and improving the automaker's labor costs and growth prospects for several years, the person person briefed on the talks said. [SEP] johnson, who has given up a goal for the canucks since january but was sacked after the opening period, had the league's 600th penalty this season. [SEP] the show's first two seasons - - \"the office,\" \"i don't tell\" and \"grey's\" - - were fox's top - rated comedies and their group, \"the office,\" was the night's best drama. [SEP] the attack, followed by gunfire, came with a note [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS]. m. [SEP] in britain, gasoline sugar fell 0. 9 per cent to $.. 632 per gallon. [SEP] but his chance of victory is probably diminished if the top - ranked player in next week ' s tournament emerges from the top of the pack. [SEP] it is a real challenge, for the majority of us to go to school and jump into a version of football. [SEP] he was also beaten and lost four games. [SEP] federer lost his first three games to win saefer 6, 29 - 15. [SEP] overall, 90 percent of the entire population live in the eu. [SEP] when the auction was opened, [SEP]", "detok_text": "[CLS]. m. [SEP] in britain, gasoline sugar fell 0. 9 per cent to $.. 632 per gallon. [SEP] but his chance of victory is probably diminished if the top - ranked player in next week's tournament emerges from the top of the pack. [SEP] it is a real challenge, for the majority of us to go to school and jump into a version of football. [SEP] he was also beaten and lost four games. [SEP] federer lost his first three games to win saefer 6, 29 - 15. [SEP] overall, 90 percent of the entire population live in the eu. [SEP] when the auction was opened, [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] the people of iraq, \" obama said. [SEP] when it comes to the price of expensive goods, he says, they can ' t help but win. [SEP] one of those named to the new board was tom nieser, the group ' s president. [SEP] he kept up his defense at texas. [SEP] the attack, of about 350 people, occurred in the gulf coast and spread to about 70 miles of goma within an hour. [SEP] well there is no moral focus. [SEP] world no 1 englishman robin soder dropped the fourth match of his game in the match, but has since lost four of 18. [SEP] it is [SEP]", "detok_text": "[CLS] the people of iraq, \" obama said. [SEP] when it comes to the price of expensive goods, he says, they can't help but win. [SEP] one of those named to the new board was tom nieser, the group's president. [SEP] he kept up his defense at texas. [SEP] the attack, of about 350 people, occurred in the gulf coast and spread to about 70 miles of goma within an hour. [SEP] well there is no moral focus. [SEP] world no 1 englishman robin soder dropped the fourth match of his game in the match, but has since lost four of 18. [SEP] it is [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] died over the months. [SEP] overall, about 15 percent of respondents said they ' re ready to give up after the sept. [SEP] he doesn ' t have to pay money when he doesn ' t take a job, says he wants to know what you ' ll do for him, and keeps learning about his jobs. [SEP] but they have not gone out yet. [SEP] it is now impossible to predict any corner of the public who believe that the government will be able to do the same thing. [SEP] since then the paintings has been sold for about $ 10 million each. [SEP] it took several hours. [SEP] 2, 2005, after the [SEP]", "detok_text": "[CLS] died over the months. [SEP] overall, about 15 percent of respondents said they're ready to give up after the sept. [SEP] he doesn't have to pay money when he doesn't take a job, says he wants to know what you'll do for him, and keeps learning about his jobs. [SEP] but they have not gone out yet. [SEP] it is now impossible to predict any corner of the public who believe that the government will be able to do the same thing. [SEP] since then the paintings has been sold for about $10 million each. [SEP] it took several hours. [SEP] 2, 2005, after the [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS] players playing in their fourth - round match against williams, seeded fourth, who will play only a match after game four, in toronto, on thursday. [SEP] murray ' s career started in 2000, a year after he became the last champion, only to diminish doubts about his status. [SEP] they found the body of her daughter, allen. [SEP] \" there has been a strike, \" bleiman said. [SEP] but after about four months of fighting, the city ' s second largest, a us - led force, lost several hundred of soldiers and marines in the mountains since june 2001. [SEP] there are no new york city [SEP]", "detok_text": "[CLS] players playing in their fourth - round match against williams, seeded fourth, who will play only a match after game four, in toronto, on thursday. [SEP] murray's career started in 2000, a year after he became the last champion, only to diminish doubts about his status. [SEP] they found the body of her daughter, allen. [SEP] \"there has been a strike,\" bleiman said. [SEP] but after about four months of fighting, the city's second largest, a us - led force, lost several hundred of soldiers and marines in the mountains since june 2001. [SEP] there are no new york city [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] said. [SEP] meanwhile, some of your own self - awareness of the likelihood of a divorce increases with things like marriage. [SEP] it ' s an alternative scenario, as we found my own age, might be a little more of it. [SEP] the loss of a french open, on july 20, came in a shadow of the tough tournament event in south korea, where kim may have come back from a year earlier to win both of its titles. [SEP] on monday night, the 150 - strong research team at the university of liverpool presented a study of the results which, according to tony coleman, the surgeon in charge of the homi [SEP]", "detok_text": "[CLS] said. [SEP] meanwhile, some of your own self - awareness of the likelihood of a divorce increases with things like marriage. [SEP] it's an alternative scenario, as we found my own age, might be a little more of it. [SEP] the loss of a french open, on july 20, came in a shadow of the tough tournament event in south korea, where kim may have come back from a year earlier to win both of its titles. [SEP] on monday night, the 150 - strong research team at the university of liverpool presented a study of the results which, according to tony coleman, the surgeon in charge of the homi [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] election would be held until early in january and the new board were expected to be re - elected. [SEP] brown said the government would then make its way before the parliament monday, the bbc reported. [SEP] \" it ' s pretty dangerous out there, \" she said. [SEP] \" looking back, i can ' t be excited. [SEP] at this point, people don ' t quite see the whole of it. [SEP] roddick coming off a four - set upset, defeating fourth - ranked venus williams and no. 16 ruben serra 5 - 7, 6 - 4. [SEP] jakarta, indonesia ( ap ) - - an air force plane crashed [SEP]", "detok_text": "[CLS] election would be held until early in january and the new board were expected to be re - elected. [SEP] brown said the government would then make its way before the parliament monday, the bbc reported. [SEP] \"it's pretty dangerous out there,\" she said. [SEP] \" looking back, i can't be excited. [SEP] at this point, people don't quite see the whole of it. [SEP] roddick coming off a four - set upset, defeating fourth - ranked venus williams and no. 16 ruben serra 5 - 7, 6 - 4. [SEP] jakarta, indonesia (ap) - - an air force plane crashed [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] [SEP] he played for atlanta in the eighth season and at a world series games. [SEP] the outcome isn ' t determined by the place, not the plot. \" [SEP] experts have pinpointed the cancer population and predicted results. [SEP] and it has been really a very exciting time. [SEP] it is part of the company ' s commitment to the 47, 000 american troops currently stationed there. [SEP] the health of the millions of thousands of young people could be an increasingly health complex system, which may well be felt equally deeply in the already risk - developing world, experts say. [SEP] this time, the founders of this new group wanted to [SEP]", "detok_text": "[CLS] [SEP] he played for atlanta in the eighth season and at a world series games. [SEP] the outcome isn't determined by the place, not the plot. \" [SEP] experts have pinpointed the cancer population and predicted results. [SEP] and it has been really a very exciting time. [SEP] it is part of the company's commitment to the 47, 000 american troops currently stationed there. [SEP] the health of the millions of thousands of young people could be an increasingly health complex system, which may well be felt equally deeply in the already risk - developing world, experts say. [SEP] this time, the founders of this new group wanted to [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] a reasonable person. [SEP] in his late 20s, he had had two classes as an environmentalist before his death in 2003. [SEP] but analysts point that it ' s possible that the shift is part of a strategy that will be worth the concerns of all party members. [SEP] but, the israeli leader fell victim to the invitation, while he did not speak in itself. [SEP] no. 1 lost in her second straight tournament match against this year and us open champion, with williams losing 5 - 6, 7, 5 - 0, 7 - 6 4 - 6 6 - 7. [SEP] they lost 21 - 19 last week, and they [SEP]", "detok_text": "[CLS] a reasonable person. [SEP] in his late 20s, he had had two classes as an environmentalist before his death in 2003. [SEP] but analysts point that it's possible that the shift is part of a strategy that will be worth the concerns of all party members. [SEP] but, the israeli leader fell victim to the invitation, while he did not speak in itself. [SEP] no. 1 lost in her second straight tournament match against this year and us open champion, with williams losing 5 - 6, 7, 5 - 0, 7 - 6 4 - 6 6 - 7. [SEP] they lost 21 - 19 last week, and they [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] improved contract, a move appears to be a success which appears to be nearing last sunday. [SEP] \" i don ' t know the right thing, of how long they will live up, but there is a lot of thought in my mind of whether they would do not get the job because of a number of injuries. [SEP] he did not bat until after the series. [SEP] he told the british press that he had just received a request in the book. [SEP] because of years of planning and daunting, the result was almost universally controversial indeed. [SEP] in last year ' s presidential race, karzai lost a bid to former [SEP]", "detok_text": "[CLS] improved contract, a move appears to be a success which appears to be nearing last sunday. [SEP] \" i don't know the right thing, of how long they will live up, but there is a lot of thought in my mind of whether they would do not get the job because of a number of injuries. [SEP] he did not bat until after the series. [SEP] he told the british press that he had just received a request in the book. [SEP] because of years of planning and daunting, the result was almost universally controversial indeed. [SEP] in last year's presidential race, karzai lost a bid to former [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] year - old frenchman in the first french open open, then beat roger federer at the start of his first set. [SEP] he finished with two hits and a walk, allowed only one run and failed to pull out a win and a run. [SEP] they are small, depressed, polluted, with their families and homes in very large numbers, their income worth a fraction of the amount paid by their employers. [SEP] the group said mortgage prices remained high in a positive direction, with concerns that house prices had prompted the release of the uk ' s home price index. [SEP] should the same party win the election in october, there will be [SEP]", "detok_text": "[CLS] year - old frenchman in the first french open open, then beat roger federer at the start of his first set. [SEP] he finished with two hits and a walk, allowed only one run and failed to pull out a win and a run. [SEP] they are small, depressed, polluted, with their families and homes in very large numbers, their income worth a fraction of the amount paid by their employers. [SEP] the group said mortgage prices remained high in a positive direction, with concerns that house prices had prompted the release of the uk's home price index. [SEP] should the same party win the election in october, there will be [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] 2004, the yankees broke the same mark for the first time since the 1960s without being a loss. [SEP] there were a few of the first 40 men, some aged 60 or 80. [SEP] mr rogge, chair of the house, a house of representatives panel, said the challenge would not be settled in copenhagen. [SEP] sunderland, however, appeared to have some serious problems after 20 - year - old scored twice at the hands of peter crouch and wayne bridge, when they narrowly forced a break and, and when a rising ball crashed over the line, were on their way. [SEP] in turn, the knicks will play a tough [SEP]", "detok_text": "[CLS] 2004, the yankees broke the same mark for the first time since the 1960s without being a loss. [SEP] there were a few of the first 40 men, some aged 60 or 80. [SEP] mr rogge, chair of the house, a house of representatives panel, said the challenge would not be settled in copenhagen. [SEP] sunderland, however, appeared to have some serious problems after 20 - year - old scored twice at the hands of peter crouch and wayne bridge, when they narrowly forced a break and, and when a rising ball crashed over the line, were on their way. [SEP] in turn, the knicks will play a tough [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] 54 percent, to as much as $ 100, 000 in 2008. [SEP] manchester united has dropped its bid to buy tottenham ' s peter crouch after manager mark hughes failed to secure his future with english side chelsea. [SEP] \" he knew that when he heard the phone and did get back to the point, i thought he needed help to come back, \" he told cbs news. [SEP] \" this is a very exciting result, \" schork said. [SEP] nice news,... [SEP] michael whelan, 39, and their son, arthur lucas, 49, were shot twice by the troops outside his home. [SEP] the [SEP]", "detok_text": "[CLS] 54 percent, to as much as $100, 000 in 2008. [SEP] manchester united has dropped its bid to buy tottenham's peter crouch after manager mark hughes failed to secure his future with english side chelsea. [SEP] \"he knew that when he heard the phone and did get back to the point, i thought he needed help to come back,\" he told cbs news. [SEP] \"this is a very exciting result,\" schork said. [SEP] nice news,... [SEP] michael whelan, 39, and their son, arthur lucas, 49, were shot twice by the troops outside his home. [SEP] the [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS]. [SEP] but i think the point is that the majority of young people do seem to have a different idea about the future of the nhs,, in the view, that they ' ll just be well prepared and that the more people will spend the money they ' d want to spend today. [SEP] they had to try to make payments. [SEP] world number two andy murray has arrived this week fully aware of the problems that have guided him to the last 16 and will soon run again after being humbled 6 - 4 early last week, as last week ' s fourth - round round was ended in a grand slam tournament. [SEP] if you [SEP]", "detok_text": "[CLS]. [SEP] but i think the point is that the majority of young people do seem to have a different idea about the future of the nhs,, in the view, that they'll just be well prepared and that the more people will spend the money they'd want to spend today. [SEP] they had to try to make payments. [SEP] world number two andy murray has arrived this week fully aware of the problems that have guided him to the last 16 and will soon run again after being humbled 6 - 4 early last week, as last week's fourth - round round was ended in a grand slam tournament. [SEP] if you [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS]. [SEP] the government said it was hoping to stay on its people ' s side. [SEP] obama : i think it ' s just a job to tell any other side about these issues. [SEP] nikolay davydenko lost a set, losing the last round of the open cup in paris, before beating the fourth - seeded brits 7 - 5 6 - 0 of his five chances to win in the french open on sunday. [SEP] this is hardly true. [SEP] as the long manageable condition of society shrinks, it is good to see some signs of big expansion. [SEP] so it seemed clear that the strength of the economy and the [SEP]", "detok_text": "[CLS]. [SEP] the government said it was hoping to stay on its people's side. [SEP] obama: i think it's just a job to tell any other side about these issues. [SEP] nikolay davydenko lost a set, losing the last round of the open cup in paris, before beating the fourth - seeded brits 7 - 5 6 - 0 of his five chances to win in the french open on sunday. [SEP] this is hardly true. [SEP] as the long manageable condition of society shrinks, it is good to see some signs of big expansion. [SEP] so it seemed clear that the strength of the economy and the [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] [SEP] ( 6 ) ohio state at florida, 7 p. m. [SEP] under proposals announced by the government last december, interest payments would be due to be made in 2012. [SEP] the world formula one champion valentina of russia has said she will be in her second practice race in the formula one season as she prepares to open on a race towards the conclusion of sunday ' s malaysian grand prix. [SEP] maybe you need to make money. [SEP] a recent study at the university of iowa and university of new york looked at as a result of their studies and looked at the question of whether the most fat and high risk of breast cancer cancer [SEP]", "detok_text": "[CLS] [SEP] (6) ohio state at florida, 7 p. m. [SEP] under proposals announced by the government last december, interest payments would be due to be made in 2012. [SEP] the world formula one champion valentina of russia has said she will be in her second practice race in the formula one season as she prepares to open on a race towards the conclusion of sunday's malaysian grand prix. [SEP] maybe you need to make money. [SEP] a recent study at the university of iowa and university of new york looked at as a result of their studies and looked at the question of whether the most fat and high risk of breast cancer cancer [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] of italy ' s national institute of public health. [SEP] the nature of the case suggests the court ' s more dismissive of the jurors on the issue of innocence. [SEP] the giants overprinted the washington nationals with six games to go on to finish in seventh place, remaining in the bottom of the series in fourth ahead of the nl east ' s final first - round matchup in early january. [SEP] she is nearly eliminated in this week ' s ratings, but every south american is referring to his new show called \" american idol, \" as well. [SEP] before that had happened, she could have done more damage and [SEP]", "detok_text": "[CLS] of italy's national institute of public health. [SEP] the nature of the case suggests the court's more dismissive of the jurors on the issue of innocence. [SEP] the giants overprinted the washington nationals with six games to go on to finish in seventh place, remaining in the bottom of the series in fourth ahead of the nl east's final first - round matchup in early january. [SEP] she is nearly eliminated in this week's ratings, but every south american is referring to his new show called \"american idol,\" as well. [SEP] before that had happened, she could have done more damage and [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] record. [SEP] before tuesday night ' s election, a few observers said mr. hariri and its allies were up for an election. [SEP] i even found that he didn ' t want me to do enough, i did not know a father because he still doesn ' t really know me much, but i was very good enough to help my former father. [SEP] britain ' s fifth world champion of the men ' s individual medley on monday saw a record sprint win at the 99th women ' s freestyle world event which would confirm his world championship hopes. [SEP] world number three hoch janch of germany won a set in the first [SEP]", "detok_text": "[CLS] record. [SEP] before tuesday night's election, a few observers said mr. hariri and its allies were up for an election. [SEP] i even found that he didn't want me to do enough, i did not know a father because he still doesn't really know me much, but i was very good enough to help my former father. [SEP] britain's fifth world champion of the men's individual medley on monday saw a record sprint win at the 99th women's freestyle world event which would confirm his world championship hopes. [SEP] world number three hoch janch of germany won a set in the first [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] expected. [SEP] they found many of the biggest half of people at age considered around the end of the same period, which were accompanied by significant reservations about the negative impact of personalised spending, whether in a personalised group. [SEP] the guards attacked and then fired their weapons, by throwing grenades at a wall and firing rocks on the inside of the building the hours of the shooting, the report said. [SEP] the study interviewed 1, 110 afghan men and women. [SEP] by telephone at 301 - 1 - 719 - 332 - 971. [SEP] in fact i was just eight or nine months away, i was without a passport. [SEP]", "detok_text": "[CLS] expected. [SEP] they found many of the biggest half of people at age considered around the end of the same period, which were accompanied by significant reservations about the negative impact of personalised spending, whether in a personalised group. [SEP] the guards attacked and then fired their weapons, by throwing grenades at a wall and firing rocks on the inside of the building the hours of the shooting, the report said. [SEP] the study interviewed 1, 110 afghan men and women. [SEP] by telephone at 301 - 1 - 719 - 332 - 971. [SEP] in fact i was just eight or nine months away, i was without a passport. [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] world bank ' s inflation watch forecasts rose by 1. 1 percent in october, as japan showed its strongest first year - on - year gain since january 2007. [SEP] they are taking a risk. [SEP] chronic cardiovascular disease \" causes life - threatening pain, facelift, pain and the likelihood of severe pain and related symptoms. [SEP] he wrote a cancer history form, and wrote an e - book about how his fight against cancer and cancer might not become necessary. [SEP] don ' t expect to answer the question where it can be done. [SEP] hend had a chance to level for blake, the third in five games. [SEP] he [SEP]", "detok_text": "[CLS] world bank's inflation watch forecasts rose by 1. 1 percent in october, as japan showed its strongest first year - on - year gain since january 2007. [SEP] they are taking a risk. [SEP] chronic cardiovascular disease \" causes life - threatening pain, facelift, pain and the likelihood of severe pain and related symptoms. [SEP] he wrote a cancer history form, and wrote an e - book about how his fight against cancer and cancer might not become necessary. [SEP] don't expect to answer the question where it can be done. [SEP] hend had a chance to level for blake, the third in five games. [SEP] he [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] into the issue of such tests. [SEP] \" it ' s good just to try to keep to the best level, \" said van clamper, who will play well in matches if france are to return to action against the world champions in doha on wednesday. [SEP] \" i wanted to play in the davis cup. [SEP] he wound up that way after being fifth in the first race and, three times, finished second in the men ' s 10, 000 meters race at the women ' s championship in australia - losing on the first day of saturday. [SEP] dr. richard kramer, an cardiologist at the university of pennsylvania in [SEP]", "detok_text": "[CLS] into the issue of such tests. [SEP] \"it's good just to try to keep to the best level,\" said van clamper, who will play well in matches if france are to return to action against the world champions in doha on wednesday. [SEP] \" i wanted to play in the davis cup. [SEP] he wound up that way after being fifth in the first race and, three times, finished second in the men's 10, 000 meters race at the women's championship in australia - losing on the first day of saturday. [SEP] dr. richard kramer, an cardiologist at the university of pennsylvania in [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] - 5 lead in the match before losing a fourth - round match against tommy haas 6 - 2, 6 - 3. [SEP] london ( reuters ) - spain ' s rafael crist will face a resumping campaign in champions league on sunday with milan facing the red bulls on sunday. [SEP] then there came a string of rocket - propelled nato artillery that hit the same area in eastern afghanistan on tuesday, leaving large numbers of people trapped in the u. s. offensive. [SEP] more than 80, 000 adults and children with diabetes were screened through genetic screening and treated between 2000 and older, compared to cancer screening with low - income breast [SEP]", "detok_text": "[CLS] - 5 lead in the match before losing a fourth - round match against tommy haas 6 - 2, 6 - 3. [SEP] london (reuters) - spain's rafael crist will face a resumping campaign in champions league on sunday with milan facing the red bulls on sunday. [SEP] then there came a string of rocket - propelled nato artillery that hit the same area in eastern afghanistan on tuesday, leaving large numbers of people trapped in the u. s. offensive. [SEP] more than 80, 000 adults and children with diabetes were screened through genetic screening and treated between 2000 and older, compared to cancer screening with low - income breast [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] back of the area and heads for a corner. [SEP] the british needs to do more than it to hold its position only to get to the summit. [SEP] she was another player who failed to achieve his fifth title in 18 months. [SEP] a hearing could be scheduled for wednesday before a hearing, the court heard. [SEP] thomas made 29 of 32 shots for the lightning and he added nine assists. [SEP] women who are due to earn £389 included on the ba flight from london start on monday, valuing ba at £9, 487. 997, including two children from the uk, and they took the saudis to [SEP]", "detok_text": "[CLS] back of the area and heads for a corner. [SEP] the british needs to do more than it to hold its position only to get to the summit. [SEP] she was another player who failed to achieve his fifth title in 18 months. [SEP] a hearing could be scheduled for wednesday before a hearing, the court heard. [SEP] thomas made 29 of 32 shots for the lightning and he added nine assists. [SEP] women who are due to earn £389 included on the ba flight from london start on monday, valuing ba at £9, 487. 997, including two children from the uk, and they took the saudis to [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS] 65 and older, 60 to 30 and well over age 65. [SEP] robert smith, 18, of cofield close, rotherham, who appeared in the sunday times, was born in eastbury, the morning of 19 may, under the name of john cresell, of wolverhampton. [SEP] rafael nadal won the match with a 6 - 2 win over fellow runner - up dinara safina and dinara safina, both david williams and david gulbis, lost a 7 - 6, 3 - 6 match - winning victory against dementie. [SEP] what a bunch of wh ' s. [SEP] even [SEP]", "detok_text": "[CLS] 65 and older, 60 to 30 and well over age 65. [SEP] robert smith, 18, of cofield close, rotherham, who appeared in the sunday times, was born in eastbury, the morning of 19 may, under the name of john cresell, of wolverhampton. [SEP] rafael nadal won the match with a 6 - 2 win over fellow runner - up dinara safina and dinara safina, both david williams and david gulbis, lost a 7 - 6, 3 - 6 match - winning victory against dementie. [SEP] what a bunch of wh's. [SEP] even [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] people in afghanistan. [SEP] they were briefed about their top management, including some of the bank ' s top - and high - level directors and contributors to the government. [SEP] in 2006, it was down from 26. 9 per cent and on 2006 just 16. 4 per cent. [SEP] the men aged between 17 and 44 were arrested in an early - morning raid in early on tuesday. [SEP] health spokesman at scholk ' s health trust said the new strategy could be difficult. [SEP] as often as someone else and we have the right to talk about it, we have to choose. [SEP] the original investigation was one of the [SEP]", "detok_text": "[CLS] people in afghanistan. [SEP] they were briefed about their top management, including some of the bank's top - and high - level directors and contributors to the government. [SEP] in 2006, it was down from 26. 9 per cent and on 2006 just 16. 4 per cent. [SEP] the men aged between 17 and 44 were arrested in an early - morning raid in early on tuesday. [SEP] health spokesman at scholk's health trust said the new strategy could be difficult. [SEP] as often as someone else and we have the right to talk about it, we have to choose. [SEP] the original investigation was one of the [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] children aged 11 - 12, where they were sitting together, a large part of a five - year - old child died on friday night alone. [SEP] champions league side finalists celtic stunned porto and won the title by defeating birmingham city on saturday, who entertain manchester city in the championship game. [SEP] he has spent 20 years playing in college games. [SEP] mr green, a computer surgeon, was found last week at a window in a flat in birmingham, where he died from a condition following his surgery at a local hospital. [SEP] the country ' s worst crisis, a drought in 2002, was caused by a seaweed outbreak that killed over [SEP]", "detok_text": "[CLS] children aged 11 - 12, where they were sitting together, a large part of a five - year - old child died on friday night alone. [SEP] champions league side finalists celtic stunned porto and won the title by defeating birmingham city on saturday, who entertain manchester city in the championship game. [SEP] he has spent 20 years playing in college games. [SEP] mr green, a computer surgeon, was found last week at a window in a flat in birmingham, where he died from a condition following his surgery at a local hospital. [SEP] the country's worst crisis, a drought in 2002, was caused by a seaweed outbreak that killed over [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] on tuesday. [SEP] it ' s not clear whether it will pay well. [SEP] democratic sen. byron dorgan said the amount of legislation was virtually unknown on the night. [SEP] mr cameron is due to stand for a fifth time today after being forced to stand down for the better part of the past five years. [SEP] \" i like to play golf. [SEP] i don ' t know whether it was child abuse. [SEP] the 27 - year - old serb had earned $ 100, 000 in earnings in the last five years and progressed to $ 2, 000 and five fourth - round match points. [SEP] i have never heard of the times [SEP]", "detok_text": "[CLS] on tuesday. [SEP] it's not clear whether it will pay well. [SEP] democratic sen. byron dorgan said the amount of legislation was virtually unknown on the night. [SEP] mr cameron is due to stand for a fifth time today after being forced to stand down for the better part of the past five years. [SEP] \" i like to play golf. [SEP] i don't know whether it was child abuse. [SEP] the 27 - year - old serb had earned $100, 000 in earnings in the last five years and progressed to $2, 000 and five fourth - round match points. [SEP] i have never heard of the times [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] [SEP] south waziristan has been known as a stronghold for the pakistan - based militant group the taliban and a significant base for taliban - backed groups in violence along the border. [SEP] michael ' s family has not been contacted and he is living a relative, police said. [SEP] he is someone who can help control divisive behaviour when it comes to paying his debts. [SEP] i mean, i was hot and cold and depressed, and lost a little bit at the time of july, 2008. [SEP] the rest of the population may also be considered - - and perhaps not - - statistically or more likely - - as early [SEP]", "detok_text": "[CLS] [SEP] south waziristan has been known as a stronghold for the pakistan - based militant group the taliban and a significant base for taliban - backed groups in violence along the border. [SEP] michael's family has not been contacted and he is living a relative, police said. [SEP] he is someone who can help control divisive behaviour when it comes to paying his debts. [SEP] i mean, i was hot and cold and depressed, and lost a little bit at the time of july, 2008. [SEP] the rest of the population may also be considered - - and perhaps not - - statistically or more likely - - as early [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] up 10. 0 percent of gdp, the country ' s largest foreign product. [SEP] the newspaper reported monday that the investigation cost the city about $ 100 million, as much as the federal government. [SEP] it is not possible to say quite what is said about any things that could be said. [SEP] the australian turned in the final set on her serve as she lost to peer in the australian open at wimbledon, and lost the final in four times. [SEP] he was happy about the birth of his young son. [SEP] but i didn ' t get what i wanted, because, though, i was still depressed and having a mental problem. [SEP]", "detok_text": "[CLS] up 10. 0 percent of gdp, the country's largest foreign product. [SEP] the newspaper reported monday that the investigation cost the city about $100 million, as much as the federal government. [SEP] it is not possible to say quite what is said about any things that could be said. [SEP] the australian turned in the final set on her serve as she lost to peer in the australian open at wimbledon, and lost the final in four times. [SEP] he was happy about the birth of his young son. [SEP] but i didn't get what i wanted, because, though, i was still depressed and having a mental problem. [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] refused to withdraw his nomination after his party took a \" major turn in her life \" after the results of the final inquiry in the vote. [SEP] ferrer lost 11 of the 26 set, and held on his points on the 6 - foot shot roddick served. [SEP] roger federer, the 2004 french open champion, earned a point from a series of back errors against federer in saturday ' s final. [SEP] it has already had a further 1, 500 shops in offices around the world, where it employs about 50, 000 people worldwide. [SEP] he said : \" he was sorely disappointed at that time in his career. [SEP] more than [SEP]", "detok_text": "[CLS] refused to withdraw his nomination after his party took a \"major turn in her life\" after the results of the final inquiry in the vote. [SEP] ferrer lost 11 of the 26 set, and held on his points on the 6 - foot shot roddick served. [SEP] roger federer, the 2004 french open champion, earned a point from a series of back errors against federer in saturday's final. [SEP] it has already had a further 1, 500 shops in offices around the world, where it employs about 50, 000 people worldwide. [SEP] he said: \" he was sorely disappointed at that time in his career. [SEP] more than [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] affect the country ' s current income rating. [SEP] the job will increase in 2011, when around 75 per cent of the pay will be paid to private businesses next year. [SEP] it was done as a result of the blast. \" [SEP] the club have been strong all season, beating barnsley 2 - 0 for the first time in seven years, the equivalent of the fa cup and they failed to win the league with a first loss. [SEP] a total of about 200 people died in the hospital last month, including those who had first failed to catch the virus of those people who had died. [SEP] but there ' s no denying that the [SEP]", "detok_text": "[CLS] affect the country's current income rating. [SEP] the job will increase in 2011, when around 75 per cent of the pay will be paid to private businesses next year. [SEP] it was done as a result of the blast. \" [SEP] the club have been strong all season, beating barnsley 2 - 0 for the first time in seven years, the equivalent of the fa cup and they failed to win the league with a first loss. [SEP] a total of about 200 people died in the hospital last month, including those who had first failed to catch the virus of those people who had died. [SEP] but there's no denying that the [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] died nine years later. [SEP] turner, however, offers little hope that the commission ' s review of financial services, due in november, will set the stage for a recovery from the financial crisis. [SEP] kevin s. thompson, inc. of chesterfield, mo., was second in 1 : 35. 369. [SEP] maria safina won a place in beijing, but john isner is just enough to secure a place in the quarterfinals for the american this weekend. [SEP] it ' s not so it ' s the real thing. [SEP] for example, we ' ve all taken a shot of apple ' s iphone, which is [SEP]", "detok_text": "[CLS] died nine years later. [SEP] turner, however, offers little hope that the commission's review of financial services, due in november, will set the stage for a recovery from the financial crisis. [SEP] kevin s. thompson, inc. of chesterfield, mo., was second in 1: 35. 369. [SEP] maria safina won a place in beijing, but john isner is just enough to secure a place in the quarterfinals for the american this weekend. [SEP] it's not so it's the real thing. [SEP] for example, we've all taken a shot of apple's iphone, which is [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS], he said. [SEP] the ump earlier this year was ahead in parliamentary elections and is expected to win its next term. [SEP] and we opened up breakfast when everyone had turned up for breakfast. [SEP] bris tour agassi, the winner of this year ' s world title event, says he cannot simply deal with personal injuries and the severity of the pressure of the affair. [SEP] his younger son, briton woods, went out with a chance to give himself a first victory in golf history. [SEP] it was born from 3, 000 years to 8, 000 years ago, creating the oldest group of galaxies. [SEP] netany [SEP]", "detok_text": "[CLS], he said. [SEP] the ump earlier this year was ahead in parliamentary elections and is expected to win its next term. [SEP] and we opened up breakfast when everyone had turned up for breakfast. [SEP] bris tour agassi, the winner of this year's world title event, says he cannot simply deal with personal injuries and the severity of the pressure of the affair. [SEP] his younger son, briton woods, went out with a chance to give himself a first victory in golf history. [SEP] it was born from 3, 000 years to 8, 000 years ago, creating the oldest group of galaxies. [SEP] netany [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] sharp decline from the first 11 months for china ' s volvo market in 2008, in which vehicle sales fell 7 per cent. [SEP] the lead in the opening hole pushed him through the tough second, with the seventh - seeded australian open champion ocha - who won australia ' s second open title - at 9 - under after a five - under 68 for a 68. [SEP] in his first set, del potro got the break of the first set and lost a tie game and found his way in the ninth round to win the match. [SEP] the bodies of two troops were killed wednesday in the remote central region of afghanistan. [SEP] the [SEP]", "detok_text": "[CLS] sharp decline from the first 11 months for china's volvo market in 2008, in which vehicle sales fell 7 per cent. [SEP] the lead in the opening hole pushed him through the tough second, with the seventh - seeded australian open champion ocha - who won australia's second open title - at 9 - under after a five - under 68 for a 68. [SEP] in his first set, del potro got the break of the first set and lost a tie game and found his way in the ninth round to win the match. [SEP] the bodies of two troops were killed wednesday in the remote central region of afghanistan. [SEP] the [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] \" into the war on the wmds. [SEP] he said he was disappointed by that, referring to the housing sale. [SEP] in 2005, he became a lawyer. [SEP] the russian fought back into the fourth set, losing a double back in the third game on the return serve and winning the 10th and ninth games to move up three sets behind with the game pulled by half time. [SEP] but his supporters haven ' t yet been willing to criticize bush ' s handling of iraq. [SEP] they warned that the impact of the legislation this year could be even greater. [SEP] they still have a very good time at the end, they [SEP]", "detok_text": "[CLS] \" into the war on the wmds. [SEP] he said he was disappointed by that, referring to the housing sale. [SEP] in 2005, he became a lawyer. [SEP] the russian fought back into the fourth set, losing a double back in the third game on the return serve and winning the 10th and ninth games to move up three sets behind with the game pulled by half time. [SEP] but his supporters haven't yet been willing to criticize bush's handling of iraq. [SEP] they warned that the impact of the legislation this year could be even greater. [SEP] they still have a very good time at the end, they [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] a review of his expenses has forced the prime minister to announce yesterday the decision to withdraw the election and join the conservative party later this year in a general election that must be followed by a new local conservative government. [SEP] there ' s a real truth. [SEP] anyone with information in the manchester area is being asked to come into the city ' s area at 2000 gmt on saturday and contact them. [SEP] there are many things, \" said thomas jones - luber, the son of florida - based authors in his sixth - year memoir. [SEP] that ' s up to pass the bill before january 8, when it will start at the [SEP]", "detok_text": "[CLS] a review of his expenses has forced the prime minister to announce yesterday the decision to withdraw the election and join the conservative party later this year in a general election that must be followed by a new local conservative government. [SEP] there's a real truth. [SEP] anyone with information in the manchester area is being asked to come into the city's area at 2000 gmt on saturday and contact them. [SEP] there are many things, \" said thomas jones - luber, the son of florida - based authors in his sixth - year memoir. [SEP] that's up to pass the bill before january 8, when it will start at the [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] 68th street. [SEP] he can do all of this, increasing the risk of causing a crisis for one ' s life, so long as a heart survives the retalice. [SEP] china ' s 66 - year - old leader, himself a former rebel of tibet, which beijing says tried to carry out last year ' s disputed presidential elections in tibet ' s first regional election, has won a five - year battle over a third of the country ' s pro - western parliament. [SEP] john haugh, a spokesman for the american transport association, said the parent airliner, honeywell international, suffered an undisclosed number of passengers and [SEP]", "detok_text": "[CLS] 68th street. [SEP] he can do all of this, increasing the risk of causing a crisis for one's life, so long as a heart survives the retalice. [SEP] china's 66 - year - old leader, himself a former rebel of tibet, which beijing says tried to carry out last year's disputed presidential elections in tibet's first regional election, has won a five - year battle over a third of the country's pro - western parliament. [SEP] john haugh, a spokesman for the american transport association, said the parent airliner, honeywell international, suffered an undisclosed number of passengers and [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] democratic sen. barack obama and presidential candidate barack obama. [SEP] toulouse moved up for first leg points with russian rivals spartak moscow and bordeaux, a day after they were confirmed as winners after earlier slumping, to the point of clinching the points with a league game on monday. [SEP] and then that ' s what you thought long and clear : you ' ve got a good brain. [SEP] european union figures said germany, which lost 20 per cent stake in the pris, accounted for a total of 68pc of gm ' s sales, which had gradually recovered over the previous year, the lowest level in 1990. [SEP] however, the [SEP]", "detok_text": "[CLS] democratic sen. barack obama and presidential candidate barack obama. [SEP] toulouse moved up for first leg points with russian rivals spartak moscow and bordeaux, a day after they were confirmed as winners after earlier slumping, to the point of clinching the points with a league game on monday. [SEP] and then that's what you thought long and clear: you've got a good brain. [SEP] european union figures said germany, which lost 20 per cent stake in the pris, accounted for a total of 68pc of gm's sales, which had gradually recovered over the previous year, the lowest level in 1990. [SEP] however, the [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] it. [SEP] in welcoming the comments, mike ripor, the national chief of nuclear regulatory, said they were considered as early as possible but key options needed to be explored. [SEP] south wales, defending european champions, could not lose their cup qualifier in june but they could avoid the second leg of the table with a victory over anfield on tuesday. [SEP] new prime minister robert mugabe, who himself was forced to resign on friday amid a humanitarian crisis, said he wanted to return to power. [SEP] by the time it finished, she didn ' t say \" no \" - - enough to make her \" no \" sound with a [SEP]", "detok_text": "[CLS] it. [SEP] in welcoming the comments, mike ripor, the national chief of nuclear regulatory, said they were considered as early as possible but key options needed to be explored. [SEP] south wales, defending european champions, could not lose their cup qualifier in june but they could avoid the second leg of the table with a victory over anfield on tuesday. [SEP] new prime minister robert mugabe, who himself was forced to resign on friday amid a humanitarian crisis, said he wanted to return to power. [SEP] by the time it finished, she didn't say \"no\" - - enough to make her \"no\" sound with a [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] were based on the principles of japan ' s democratic government. [SEP] \" but it could take a long time. \" [SEP] in the american journal of the vascular society, women who smoked significantly more than men and women alone were about half more likely to become smokers than the study group. [SEP] the same man... [SEP] ward, 35, who is trying for his first us major title this year, relishes federer, who had to drop his serve, 7 - 5, 7 - - 5 - - making his grand slam debut. [SEP] but in a u. s. military series of strikes, the taliban as well [SEP]", "detok_text": "[CLS] were based on the principles of japan's democratic government. [SEP] \"but it could take a long time.\" [SEP] in the american journal of the vascular society, women who smoked significantly more than men and women alone were about half more likely to become smokers than the study group. [SEP] the same man... [SEP] ward, 35, who is trying for his first us major title this year, relishes federer, who had to drop his serve, 7 - 5, 7 - - 5 - - making his grand slam debut. [SEP] but in a u. s. military series of strikes, the taliban as well [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] a man walked through the bus stop on monday evening, on the way to the front of a building that had been set up high next to the un court building, police said. [SEP] \" it is very painful - - and it is a very good thing to shock it out - - especially if you don ' t feel it is untenable. \" [SEP] the attack in sadrmon, on friday, occurred tuesday as the u. s. military began after two militants killed by afghan missiles killed eight american troops, the marines said. [SEP] one in three elderly patients were taken over their treatment. [SEP] the latest institute of directors [SEP]", "detok_text": "[CLS] a man walked through the bus stop on monday evening, on the way to the front of a building that had been set up high next to the un court building, police said. [SEP] \"it is very painful - - and it is a very good thing to shock it out - - especially if you don't feel it is untenable.\" [SEP] the attack in sadrmon, on friday, occurred tuesday as the u. s. military began after two militants killed by afghan missiles killed eight american troops, the marines said. [SEP] one in three elderly patients were taken over their treatment. [SEP] the latest institute of directors [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] ago. [SEP] the main reason is not to pick up until at least 10 homers, but there ' s more in place to keep it alive. [SEP] the punter could drive down the corner first, then had to turn left each time to move on the other end. [SEP] ministers are due to present a review of preparation for the course of the next general election in london later today, the chief executive of the trust told the medical journal on thursday. [SEP] they lost six points and needed twice to lead, but there were chances and france had a good lead. [SEP] the woman, who was rushed to the hospital after being treated [SEP]", "detok_text": "[CLS] ago. [SEP] the main reason is not to pick up until at least 10 homers, but there's more in place to keep it alive. [SEP] the punter could drive down the corner first, then had to turn left each time to move on the other end. [SEP] ministers are due to present a review of preparation for the course of the next general election in london later today, the chief executive of the trust told the medical journal on thursday. [SEP] they lost six points and needed twice to lead, but there were chances and france had a good lead. [SEP] the woman, who was rushed to the hospital after being treated [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] upsetting the economy. [SEP] france ' s fifth - seeded richard haase beat france ' s robin soandri for a place with switzerland, who lost its place in the 2008 french open. [SEP] tim kolbe, an arsenal player, says arsenal will play as champions as possible only to lose a couple of games. [SEP] breast cancer is the first stage of cancer. [SEP] tiger woods raced to a third victory in his 15th season, a victory in the houston open and shot a 5 - under 76 on the fifth hole. [SEP] the study, commissioned by the independent ' london - based influential government and political scientist david cooke, [SEP]", "detok_text": "[CLS] upsetting the economy. [SEP] france's fifth - seeded richard haase beat france's robin soandri for a place with switzerland, who lost its place in the 2008 french open. [SEP] tim kolbe, an arsenal player, says arsenal will play as champions as possible only to lose a couple of games. [SEP] breast cancer is the first stage of cancer. [SEP] tiger woods raced to a third victory in his 15th season, a victory in the houston open and shot a 5 - under 76 on the fifth hole. [SEP] the study, commissioned by the independent' london - based influential government and political scientist david cooke, [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS], one of the nation ' s most powerful software companies. [SEP] kolbakan was found dead in the united states of grossong island off the northwest coast in the early hours of march 20, 2004, \" the public administration of information center said. [SEP] detroit has lost six of its previous games. [SEP] the defender, who spent four months in charge at bayern munich, has signed a new deal in a one - year contract worth £3. 5 million. [SEP] in her speech over the next few days at the annual china academy on wednesday afternoon, she expressed questions over what she regards as her failed effort to salvage the political process [SEP]", "detok_text": "[CLS], one of the nation's most powerful software companies. [SEP] kolbakan was found dead in the united states of grossong island off the northwest coast in the early hours of march 20, 2004, \" the public administration of information center said. [SEP] detroit has lost six of its previous games. [SEP] the defender, who spent four months in charge at bayern munich, has signed a new deal in a one - year contract worth £3. 5 million. [SEP] in her speech over the next few days at the annual china academy on wednesday afternoon, she expressed questions over what she regards as her failed effort to salvage the political process [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS] american men ' s final here since he lost at the french open for the first time since 2001. [SEP] the ravens were blanked, 21 - 37, then no. 5 since 2007. [SEP] left opener hunter mahan ( 67 ) and spinner pal udal batted for 38 and 66 respectively while right flanker jacques dekar ( 81 ) stood on 40 to secure a maiden wicket of winning at one over from four wickets. [SEP] it ' s ahead of the interceptors in germany next month, and then sweden, finland, sweden and the netherlands. [SEP] he is averaging with 20 points and 19 assists. [SEP] however, the [SEP]", "detok_text": "[CLS] american men's final here since he lost at the french open for the first time since 2001. [SEP] the ravens were blanked, 21 - 37, then no. 5 since 2007. [SEP] left opener hunter mahan (67) and spinner pal udal batted for 38 and 66 respectively while right flanker jacques dekar (81) stood on 40 to secure a maiden wicket of winning at one over from four wickets. [SEP] it's ahead of the interceptors in germany next month, and then sweden, finland, sweden and the netherlands. [SEP] he is averaging with 20 points and 19 assists. [SEP] however, the [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/cosine_1p8_to_0p8_c256_detok_raw_samples.txt

@@ -0,0 +1,230 @@
+cosine_1p8_to_0p8_c256_detok
+{
+  "type": "summary",
+  "name": "cosine_1p8_to_0p8_c256",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest.pt",
+  "step": 168000,
+  "decode": {
+    "kind": "categorical_fullvocab_temp_schedule",
+    "config": "cosine_1p8_to_0p8_c256",
+    "steps": 128,
+    "model_t_mode": "post",
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "temp_start": 1.8,
+    "temp_end": 0.8,
+    "temp_schedule": "cosine",
+    "concentration_min": 1.0,
+    "concentration_max": 256.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260508
+  },
+  "detok_genppl": {
+    "ppl": 44.48490287414872,
+    "nll_per_token": 3.7951498703549906,
+    "tokens": 9708
+  },
+  "diversity": {
+    "sample_entropy": 4.189465390460094,
+    "unique_tokens": 1853,
+    "token_count": 8192,
+    "distinct_1": 0.2261962890625,
+    "distinct_2": 0.6977116141732284,
+    "top_token_mass": 0.0614013671875
+  }
+}
+
+===== sample 000 =====
+[CLS] often be on the national stage in that final hour of time. [SEP] "no," responded gov. bill clinton's campaign. [SEP] he had to pull back a couple of points on the crucial break for victory in the final game. [SEP] he was home before the day of the match. [SEP] " i wanted to encourage the children, a wider range of parents, to improve their lives. [SEP] i could probably get a better deal for a big time on every item i could give advice. [SEP] the number of the number on the person's credit card was down 8 percent to 541, 924, compared with the [SEP]
+
+===== sample 001 =====
+[CLS] term in june 2006. [SEP] the public is asked to contact with information about the incident in south yorkshire. [SEP] i just like to think they will understand their children's needs when they make the decision, we just laugh. [SEP] it is safe, he said. [SEP] blacksburg is one of the nation's top metro areas. [SEP] the third running race will be on the calendar by the end of the season and either team will have to enter the title race to buy the race rights. [SEP] that means tough times ahead. [SEP] following a 45 - minute hearing on tuesday night, the court decided it should bring the charges to [SEP]
+
+===== sample 002 =====
+[CLS] in the second half, which could save about 70 percent of its earnings per week if the n. a. a. tournament's east region leaves pittsburgh on january 12. [SEP] even with the economy enjoying the benefits of its own revival, this may still work. [SEP] united manchester united manager alex ferguson's only hope is to stay of the english champions league as arsenal advances back to the final of the fa cup and then play tottenham on sunday. [SEP] u. s. officials said farc and the u. s. had "made significant progress" to secure the release of the muwaz, a member of the revolutionary [SEP]
+
+===== sample 003 =====
+[CLS] post as liverpool failed to hold on to victory in the champions league. [SEP] ten people in the country have died in the same year, 53 people died, including 10 were killed and a third were killed in the haiti post - earthquake zone last year, haiti's government said. [SEP] this was much more expensive than microsoft's original predecessor, but there was a good risk of failure. [SEP] by comparison, about 9, 545 of the total cancer registry of the american cancer society of canada had an unintured death rate of 6, 692, reported in the american journal of health care. [SEP] this time, though [SEP]
+
+===== sample 004 =====
+[CLS] death. [SEP] the report said coll, the deputy and commander of u. s. forces in afghanistan, died during a raid in the early hours of the morning. [SEP] the driver was in the hospital but did not return quickly, and he was arrested on suspicion of murder saturday. [SEP] while 88 percent of the opposition members of parliament said they'd do so, about 4 percent of adults say they would give up their own seat. [SEP] the story was told in the early sixties, however, bridget - - the way mary, the daughter of a spanish industrialist - - was not in paris. [SEP] if you can't [SEP]
+
+===== sample 005 =====
+[CLS] his head by taking a political edge from his head. [SEP] the central part of obama's plan is that the year - term will go from september 2009 to the final quarter of september 2009, the end of a critical 10 - year term of the bush administration. [SEP] at that time, he made the most detailed analysis of human tissue. [SEP] richard dasch, the attorney general who headed the government's financial information commission, contacted agency officials hours after the scandal to tell him about the scheme. [SEP] with only eight 3 - points from their four home games, mr. obama's team, playing on - the - court [SEP]
+
+===== sample 006 =====
+[CLS]. s. open. [SEP] "if you can't live in the house, you will be able to live and work together, either way or live with friends," halderman said. [SEP] five u. s. troops were killed and a number of canadian forces had been killed when an afghan taliban and an afghan soldier were killed in operation marjah, a nato - led offensive earlier this month. [SEP] federer had broken back in the third set at 3 - 0 up and lost the first 2 - 1, coming from 6 - 0 down in the opening set before going 3 - 0 down. [SEP] it worked. [SEP] [SEP]
+
+===== sample 007 =====
+[CLS] scene when i was found by a local man, which was very difficult to access, which went up. [SEP] the weather changed late in the morning, but the airport remained open and the flight went on. [SEP] the win was toronto's first loss since winning at home on jan. [SEP] i love the games. [SEP] the company's founder, colin green, the chairman, was forced to quit his job late in the year in january by new management, and he eventually signed off with the group. [SEP] last week, israeli missiles hit civilians in gaza, south of the palestinian city... [SEP] today it appears that these [SEP]
+
+===== sample 008 =====
+[CLS] it was turned out to be. [SEP] she was sent to a unit at the medical institute in zurich, is celebrating her 100th birthday wednesday and is taken with her family to the hospital, the new york times. [SEP] founded in december 2006, david currently holds the company's executive board. [SEP] now, he is in a losing battle for the job. [SEP] when the deal was complete, more than 40 percent of the money calzaghe received from players around the world was for a fight. [SEP] thomas johansson finally won just his fourth straight french open title here on sunday in his nightmare opening round of the french open. [SEP] [SEP]
+
+===== sample 009 =====
+[CLS]. [SEP] police said a third arrested man was being questioned at about 1500 bst on monday. [SEP] and since i need two weeks' time to start at 6. 00pm, it is not a case of a fire or a fire. [SEP] military officials were not met yet, it said. [SEP] it's, perhaps, part of the problem. [SEP] florida started the game in the second half by within 2 points, then with a 10 - 2 run to go ahead for the ninth time. [SEP] last friday, pakistani insurgents attacked a police station in kandahar, the city where al - sadr's militia is based [SEP]
+
+===== sample 010 =====
+[CLS] - of - 10 to take the lead to six. [SEP] "to know that." [SEP] police said they are appealing to the man on a number 25 at the time. [SEP] the fire hit a house in the nearby city of chinoon, a city of 80, about 80 miles southwest of long - held land, costing tens of thousands of dollars. [SEP] she told the times that up to £1, 000 of a prize would be spent on training and training. [SEP] few would have contended that the extremist army general soon won the war against the taliban, who killed five people and carried out some 2, 000 terrorist [SEP]
+
+===== sample 011 =====
+[CLS] [SEP] "that's the quality of life," he said. [SEP] in the six months before he died of cancer, the world's biggest mail chain, however, was struggling. [SEP] the company and the workers demonstrated inside the facility at yogurt stores inc. open at about 7 p. m. on thursday until about 11 p. m. [SEP] we'll go get there, too. [SEP] overall, more than 30 per cent of women, in their 50s and 60s, compared to 9 per cent each of american men, say if they support their women they're ready to reach out directly to their [SEP]
+
+===== sample 012 =====
+[CLS] was threatened after losing his job when he died. [SEP] his first response - - i think, hopefully - - has been to be wrong. [SEP] the 21 - year - old, writing the "liberal magazine" in the turkish daily akon, was shot near the scene of a separate fight, according to an e - mail of the lieutenants. [SEP] the england team soon was taken over by the english pack, who had only started playing two years earlier. [SEP] in a rare victory for the architect of his return to spain, sweden's syljki pelara, who has spent the past two seasons in the [SEP]
+
+===== sample 013 =====
+[CLS] world, " said lysacek. [SEP] don't go too far with someone who has a serious dream - - of taking the life out for her. [SEP] officers are investigating whether the victim was driving a motorcycle that used to provide information for police and a woman. [SEP] but this is not news. [SEP] the national bureau of economic survey said unemployment fell back to a current pace, at a slow 3. 9 percent. [SEP] the meeting would be the third anniversary of a new arts building on the university of new york city. [SEP] i'm going to read it and it seems easy to hear it. [SEP] she ' [SEP]
+
+===== sample 014 =====
+[CLS] at age 30, according to the report, published in a report in the american medical association journal. [SEP] it's an a. hour g. o. g. night, and no less thursday. [SEP] if it's any indication, the want to have a special time. [SEP] henin became the first british player to lose and then lost to andy roddick in the first davis cup earlier this year. [SEP] it is the first time britain has issued an official policy statement on a one - in - one basis, and the new policy will be issued in the mid - months. [SEP] and she was probably on the verge [SEP]
+
+===== sample 015 =====
+[CLS] of america. [SEP] the researchers, who studied 30 women who had spent much of the first half of this week before returning home on tuesday, said that they needed more evidence about the link and deaths. [SEP] research also shows that 40, 000 more have been displaced in major markets like miami and new york. [SEP] i wonder how, though, she is no different from a high school english girl. [SEP] andy gray's report also looks at the economic extent of the recession. [SEP] the lakers cruised to 18 points, five rebounds in the first - half break and eight points in the second half and closing quarters for a 62 - [SEP]
+
+===== sample 016 =====
+[CLS] war that has about 1, 000 people dead since the sept. [SEP] the obama administration asked for the first time for the money to be spent on a health care reform bill, called the new public option. [SEP] "the bottom part is the one' i'm waiting for the surgery, ' not to say this, but i'm not sure, you know, '" he told a meeting of the world medical association in paris. [SEP] some of the big guys came up strong enough and out of school. [SEP] reports in france have suggested the 24 - year - old american is set to leave the club in london on monday [SEP]
+
+===== sample 017 =====
+[CLS] sales and are expected to return to the year - end market, which is not normal for consumers to turn out. [SEP] with $65 billion in profits in the quarter, based on gm's excess of debt, analysts have been pushing the two bondholders for some time to sell assets and remain the company. [SEP] button, on the other hand, presented himself, convinced that he had come in for toyota to defend his retirement, with a self - inflicted loss of his own not long after the race had ended. [SEP] three british soldiers have been killed at a military base near a town in the north west. [SEP] a high - [SEP]
+
+===== sample 018 =====
+[CLS] national revenue and left hundreds of thousands of workers, out of more than 100, 000 employees living in health care. [SEP] over a million units in the first half of the decade. [SEP] the company's independent executive committee will vote for the executive executive order. [SEP] if you think time has been loosed, you can stand it up and do it. [SEP] we learned over the weekend that the men were believed to have lost their own lives. [SEP] he also defended his ejection, saying anyone on the right side should be given a choice when deciding whether to have their son taken to the right. [SEP] i wanted to be [SEP]
+
+===== sample 019 =====
+[CLS] st. louis hit three runs in four innings and needed two runs to get to a loss by allowing a hit in two innings. [SEP] he said: "i was feeling a little tired but arrived at 10am yesterday. [SEP] by contrast, england were very stingy in the first over and were beaten 25 - 0 for 20 runs. [SEP] the core of it is not not the us, but our government," she said. [SEP] it's day five of summer. [SEP] the man had a night's sleep, and was forced to call in his father again. [SEP] milwaukee starter brian roberts started the rally with a goal [SEP]
+
+===== sample 020 =====
+[CLS] said friday. [SEP] but then my son asked me not to drive him to college, as he would make sure i could go anywhere. [SEP] scotland are now 30 points behind the second - placed welsh in next weekend's final match with wales's scarlets. [SEP] don't give up, after all. [SEP] so then go to come and go, " he said. [SEP] the long hours were light, the morning was always open. [SEP] in iran, children are scared about going through internet checkpoints at home. [SEP] but for those who are struggling to be convinced in their faith that it is not in the future to [SEP]
+
+===== sample 021 =====
+[CLS] the school year. [SEP] "but it's important not to understand the meaning of a brand new electronic music," she told reuters news on friday. [SEP] even though the fbi discussed his new relationship from 2003 to december 2002, the television star returned to the hospital he gave up in january. [SEP] the company said it aimed at improving control and performance. [SEP] while he has spent some time in india he is living in the middle east. [SEP] " she is planning to become the star witness of the counter - trial. [SEP] last year's ruling party congress gave the country's ruling party, a popular party lead. [SEP] [SEP]
+
+===== sample 022 =====
+[CLS] took over... [SEP] "the primary result of the network is they're going to prepare him for the show. [SEP] you don't have much for the georgians," he says. [SEP] i said i watched his volt only last year but now he's seen less of this opportunity. [SEP] but this century has come to me. [SEP] but he still has a tough road ahead to the playoffs, with more focus on his first year in the national football league. [SEP] he told the washington post, while answering few questions, that the utility would cut nearly 40 hours and lay off more than 120 staff. [SEP]
+
+===== sample 023 =====
+[CLS]. [SEP] but in mid - 50s terms, they would probably do so this year. [SEP] by mid - seventies, he looked like for british sports fans - - the road was long and quite popular. [SEP] they were arrested. [SEP] "the crew on the plane was flying at a safe distance on the day of the crash because i saw the aircraft and the weather that they made," the safety board said. [SEP] yet for a month of the week since the baby's release - - a milestone that may be in doubt - it was no surprise that something was so good on him. [SEP] but over the years, some [SEP]
+
+===== sample 024 =====
+[CLS] country. [SEP] this figure excludes the combination of measures to prevent the recession and a current increase. [SEP] but given mr. brown's political and political future labour will ask the government to reconsider the political consequences of the war in afghanistan, a position that could ultimately force mr brown to carry on his own precipitous position as the party's overall leader. [SEP] adapted from a year's study, led by dr philip saull of the college of neurosteine institute at the university of liverpool, davis's latest finding was further evidence of increasing the development of a "significant range" of the [SEP]
+
+===== sample 025 =====
+[CLS] school meals. [SEP] a teacher and mentor said the schools should tell children teachers and parents give them the chance to meet their school's school standards. [SEP] however, they aren't sure about their stance yet. [SEP] even though i'd be lost because of my love to me, i can't move further forward. [SEP] i can definitely say that anyone is being hospitalised now, " he said. [SEP] murray, however, came out of the tournament, his shot make - up getting better or worse. [SEP] another contender, philip hampton, is chairman of fairbridge asset management, the retail and financial services group that [SEP]
+
+===== sample 026 =====
+[CLS], "brickland said in an interview at the time and asked a team of three university researchers to assess the results in the pages of the journal nature. [SEP]" we have been focused and focused, with what they want to do and what's going to happen with the players and with the players. [SEP] paramedics responded to the incident, about 8 a. m. [SEP] the captain of french rival air france arrived wednesday at the site of an unmanned air lander, which went down on a missile launch in the eastern city of brasilia, it said. [SEP] the company found the benefits of technology and transparency in its [SEP]
+
+===== sample 027 =====
+[CLS] a second nuclear test. [SEP] november 8, 2 - 2 and is due to change in december 2008. [SEP] both mr biden's wife, vice - president barack obama, are now members of the international monetary fund. [SEP] the latest round of injuries to aston villa and newcastle were missing earlier, according to the paper, while stoke did not appear to prove to be much better and are more likely to move forward, widely believed to include the new manager, steve wilson. [SEP] it is believed the ship remained in control for five minutes before it was freed by a lifeboat. [SEP] boston was 2 - 2 last season, and became [SEP]
+
+===== sample 028 =====
+[CLS] about 33 percent lower. [SEP] why isn't it important to be fiscal? [SEP] during the second - innings innings, lee produced 36 impressive runs of 50, 70 and three centuries, but was held out by pacemen andrew flintoff and paul collingwood's 79 with the chance to secure a place with england's failure to win this saturday's series. [SEP] he told the guardian that the risks to taxpayers are being increased by the recession. [SEP] tens of thousands of men and women, many from the past served in iraq, remain homeless. [SEP] last year's 38 - 22 win, three in a row to the [SEP]
+
+===== sample 029 =====
+[CLS] - when he spoke in the middle of the 20 or so years of his political career. [SEP] michael jackson's publicist also told the associated press thursday that he had suffered heart attacks and had had diabetes and heart disease and suffered a severe case of asthma. [SEP] " a lot of people lose their jobs to cope and very large numbers of those people are supposed to be pulling back out of their jobs. [SEP] the reports said more economic problems will remain from last year, including the u. s. housing market, now the industry's top safety issue. [SEP] a new analysis based on the survey, which includes children, was [SEP]
+
+===== sample 030 =====
+[CLS] they have lost five of six games this season but have twice failed to win as many of 12. [SEP] there were few details about the extent of casualties, which had spread over the last five days and continued into the end of the month. [SEP] they won't, by the way, be gone. [SEP] the 2004 u. s. national institutes of health said nearly 2, 000 children are non - medics; 20 percent of parents have a serious blood - borne disorder, 35 percent of adults and patients have severe anti - viral problems who require a long term of treatment. [SEP] when the series stands it will be the series [SEP]
+
+===== sample 031 =====
+[CLS] i can, and as soon i get it, "she said. [SEP] not so far. [SEP] despite being tied at 2 - 1, the red sox have lost in five and started a game skid. [SEP] their father, hamid, was killed, said ali mohammad, governor of central helmand province in afghanistan, aged 23 and 21 and accused of sexually assaulting ahmad al - muhammad, a member of the british mujahed al - qaid in september 2006. [SEP]" i think there will see an increased deterioration in the market and general economic conditions. [SEP] " what it was a while to do, it was a [SEP]
+
+===== sample 032 =====
+[CLS]. [SEP] and i can expect a lot sometimes when a lot of people say they don't care, and that they pick the woman who is right, but they also want more specifics. [SEP] "and, i don't know what time they'll have to play because it's going to be a tough day," she told reporters. [SEP] the deal this time is one of the assets that only gn calls for bankruptcy, and will have serious consequences of being sold at all if they are not sold, the swiss - company said. [SEP] we can be back in a very long time. [SEP] this very [SEP]
+
+===== sample 033 =====
+[CLS]. [SEP] the losses came to £9. 056 per share yesterday, up by 25 per cent to $9. 01. [SEP] so you want to go home on the beach? [SEP] now, that's more likely to happen at all. [SEP] the american number one at the 2001 french open, when he had a season - high 73, held a lead of 21 to qualify for the french open last year. [SEP] it is unclear, however, what the current manageable condition of his injury. [SEP] " it's probably not worth what it takes to ( (to) see a turning point in the economy. [SEP] [SEP]
+
+===== sample 034 =====
+[CLS] champion cincinnati on friday to finish the opening round of the world series. [SEP] data released yesterday showed the overall energy retail sector, the key measure of inflation, rose by 4. 3 per cent in september to 13, 39. 5 - significantly higher than the 10 per cent rise in the first quarter. [SEP] the number of people being treated there - - who were actually killed - - was very high, " he said. [SEP] there is a danger that this cannot be avoided, as the presidency of the cabinet has conducted a full review of its policy due to raise the questions over the issue of jerusalem and palestinian refugees. [SEP] shara [SEP]
+
+===== sample 035 =====
+[CLS] for children's new governor of south carolina. [SEP] former law enforcement officials who spoke on trial were asked to brief members of the jurors on the effectiveness of obama's anti - terrorism strategy. [SEP] about 2, 000 h1n1 flus die each year, including 66 in china compared with 200 in 2006, according to the people's health, an annual report published in japan. [SEP] dr salmond has a real belief that had scotland 6 - 0 with three men and enough of a result, it was lost. [SEP] i do not believe that what should have happened to the people in this country is due [SEP]
+
+===== sample 036 =====
+[CLS] should raise the issue of zimbabwe's election, the opposition said this year. [SEP] mcgeown caught 22 times for 102 yards. [SEP] i would read this article if the government wasn't going to bail this guy. [SEP] britain's serena williams and seven - time venus williams take on the russians in a women's singles final and they booked a place in the women's singles and men's doubles. [SEP] although some democrats say the speech is viewed as "highly important," the governor has publicly defended his budget plan. [SEP] we have another budget today. [SEP] however, the company decided to make a move [SEP]
+
+===== sample 037 =====
+[CLS] urged residents to work around the scene and try to help those affected. [SEP] public health experts called the hot line on the march and asked for information about the outbreak and general information about the issue. [SEP] nadal came up with only his fifth game and a single set point in his third set in a break of 45 minutes. [SEP] it brings the total number of deaths to some of the most violent violence in afghanistan since the beginning of war in 2001 and afghanistan in 2001 and 2003. [SEP] the origins of the figures have been never officially confirmed. [SEP] the magic, which had the first - half series at home saturday, was led by [SEP]
+
+===== sample 038 =====
+[CLS] to be up there with this pitch, " he said. [SEP] i think i'm saying that i had a problem not just getting out of politics now. [SEP] the paper business is in mess. [SEP] biologists also need to focus more on their family relationships, physical biology and the child's educational and social status. [SEP] if they still get a job, they would have to work behind desks at the government. [SEP] it is not a task - it doesn't have the time or resources, it can be a bit of it, he said. [SEP] david hoon, the liberal democrat health secretary, today accused [SEP]
+
+===== sample 039 =====
+[CLS] in simpson's murder trial. [SEP] "it's fair to say we are going to rest our time," he said. [SEP] with only five matches remaining in this tournament and 10 games to go before thursday's semi - final against 6 - times spain, the 12th - seeded williams, ranked no. 4, is on her way into the match in the midst of the frenchwoman's hopes of her first consecutive open title, fighting back a set at the french open. [SEP] in 2006 - 2000, the research group compared the risk of one family of heart disease and the combined risk of one major corona heart disease [SEP]
+
+===== sample 040 =====
+[CLS] elementary school student in st. louis. [SEP] he was dead at the house, and his family was arrested on wednesday. [SEP] if the present title is out of the race then a win would keep them from going for five out of six from sunday and going on to a disappointing week. [SEP] authorities said two helicopters spotted the plane late friday morning, when it was moving from the eastern texas, mississippi, oklahoma and louisiana to san diego, on the gulf coast. [SEP] laho was celebrating his return to form at a 26 - year high when he joined villa from sunderland in june 2008, after a difficult season with the club. [SEP] [SEP]
+
+===== sample 041 =====
+[CLS] part of the city and hope for one another. [SEP] the federal government should do more than it to help. [SEP] one will find that even though we are facing a military challenge, that we could wait for him in the race. [SEP] now three years later, the results of their campaign in this country will ultimately lie on the verge of having the war in the hands of one new nation. [SEP] " but this year some of the patients treated in the study are known who have been diagnosed as having post - traumatic stress syndrome (ptsd). [SEP] the company also said it had seen the delay to its fourth - quarter earnings to [SEP]
+
+===== sample 042 =====
+[CLS]. [SEP] the germans continued to play well as young schalke was followed by the netherlands with equalise. [SEP] she accepted the prime minister's resignation by e - mail to make a statement, which is being done to protect her children and allow time to see the prime minister. [SEP] the poll of 900 women conducted across cities across the united states. [SEP] the couple went off from london to the us. [SEP] safina then thrashed her serve earlier in the match but safina held her serve and held a 3 - 0 lead against dementieva. [SEP] a lot of wh's don't [SEP]
+
+===== sample 043 =====
+[CLS] workforce, at a capacity of about 300, 000 tonnes per year. [SEP] he said the man would not be treated for anti - viral drugs until a person is injured. [SEP] the hurricanes won 10 consecutive titles from 2001 and 2005 from 1997 to 2001, an improvement on a run of first - round showings in 2005 and 2004 and last month. [SEP] the woman was not following the target. [SEP] this is far more pronounced precisely because of the economic rationality that we have been before in the past. [SEP] mr jal also won the right to talk to the health services about the safety of their private pensions. [SEP] what else do [SEP]
+
+===== sample 044 =====
+[CLS] americans are still surviving on the job after making their payments, and 23 percent of their money is safe. [SEP] he escaped on $1, 600 and his door broke open before his arrival. [SEP] the forces were ready to go after the wounded in the nearby city of babil. [SEP] the fourth set was 10 - 0 from the start. [SEP] it's great to be able to be a professor, a writer and a environmentalist. [SEP] then, it seems to be clear that there is no market in the media, the press or the government. [SEP] the accident occurred about a - year - old industrial park in southern florida [SEP]
+
+===== sample 045 =====
+[CLS] before being left behind his dog on sunday afternoon, walking to a beach. [SEP] hospital officials said they had found that the 73 - year - old had fallen below the medical community's standards, and the second death had been confirmed at the university of maryland hospital in the maryland area of baltimore city near baltimore. [SEP] maybe they are not just now. [SEP] 28 at 19 west 14th street, chelsea; (914) 242 - 304 - 3300, www. hotelplacet. com. [SEP] five weeks later, 78 - 78, they are a fourth - place team in their first major game. [SEP] at the end [SEP]
+
+===== sample 046 =====
+[CLS] joe biden's office is planning to take the issue to sen. edward m. kennedy, d - mass., on the call. [SEP] for much of this week, he caught up in a super series, winning four games, including a 2. 3 - yard loss to the washington redskins. [SEP] she broke out and beat williams six times in the second set. [SEP] permira's children - - and grandchildren - - live in a caravan of sorts with her husband, wenson, a son of the queen. [SEP] but they insisted they were constructed but rather "mean" - - as they [SEP]
+
+===== sample 047 =====
+[CLS] now seems to be like a try. [SEP] britain's political leaders believe the talks of a deal are getting under way and british prime minister gordon brown has agreed to put together a joint government. [SEP] it would have been tough for me to spend some with staig's life. [SEP] many people were being swarmed by police traffic lights as they approached the back of their vehicle and then entered into their homes about 8: 30 a. m. [SEP] but the money is being added over the short term to three elementary and secondary schools, helgate in tendon, corby and basildon in south belfast. [SEP]
+
+===== sample 048 =====
+[CLS] a little bit away. [SEP] it's a production of nbc's classic "billy the tv show," abc and the hollywood standard reported sunday. [SEP] that means there is a simple idea on time. [SEP] "she was a shot and wounded in iraq, lying on the ground," he says, with a telly tale of the back home. [SEP] while saturday's game really can't have had a difference, the penguins will have six big games for each team in the round series, since they go home straight and at 6: 45 a. m. their only time in the playoffs. [SEP] the swiss [SEP]
+
+===== sample 049 =====
+[CLS] in the nation's top income race. [SEP] for mr. mccain, the selection of the best candidate for the presidency has been among the most important during his administration. [SEP] the record is unclear what the deal was worth. [SEP] u. s. opposition leader michael fukuda said on thursday that global warming is more serious, doubting the effectiveness of a new government for the united states. [SEP] the interior ministry said 35 militants appeared to be targeted in the attack. [SEP] it has started 15 - 7 after winning the first series in 2001, and then starting the season at seattle. [SEP] but there's no point being a [SEP]
+
+===== sample 050 =====
+[CLS] were living on a very healthy life. [SEP] a new pre - budget report is due by close of business on friday 28 march and that action should not occur before february 9, the report said. [SEP] paul coulis, 26, of cicero, ill., was charged in december 2005 of the death of his first wife, a former heart surgeon. [SEP] saban finished second, weighing only 15. 00 pounds in weight, and he was the american open champion. [SEP] what's wrong with a climate change report on the earth? [SEP] beijing, china - china's massive reserves of high energy crude oil may have been [SEP]
+
+===== sample 051 =====
+[CLS], he said. [SEP] he left the stage and announced that he would miss the 2008 event. [SEP] i was a family member and wanted to live up to it. [SEP] goldman sachs group inc., the world's largest bank, this week cut the company's debt burdens, even as the impact of a housing slump and the slowing of the chinese economy plunged the third - largest economy into recession. [SEP] looper went 7 for the cardinals' first save in three days, giving up three hits and one run in six innings. [SEP] she was aiming to be first overall in the first round of 2007. [SEP] since 2002 [SEP]
+
+===== sample 052 =====
+[CLS] deficits. [SEP] "we are ready here, you can get out there a few miles." [SEP] speaking to abc shortly after she made her case monday, johnson said the boy was attacked by a mother who had known about his son and was in the hospital at about noon after his death. [SEP] in other words, a team of researchers said they have not been overlooked by congress. [SEP] a medical team has begun its investigation into the cause of the deaths. [SEP] st. paul's in - house headquarters was based in stamford, conn., and the former global head of its california - based advertising business. [SEP] the [SEP]
+
+===== sample 053 =====
+[CLS] slow, fast growing economy. [SEP] both parents were forced to sign an agreement on their own, and the parents moved to the us in 2006. [SEP] on a trip in 2004, a telephone interview at the time, he gave a hug and before i got to get down he said that "i was the driver and he gave up crying" when i was trying to take a seat. [SEP] but they are hardly alone. [SEP] " the government is faced with a shrinking population... [SEP] the story of the incident is revealed in october 18. [SEP] trying to change people's minds, the conservatives suggested that the economy would be [SEP]
+
+===== sample 054 =====
+[CLS] a review of data on home lending, the mortgage - finance arm. [SEP] he made the emotional visit to the national congress for an interview on his health at cornell. [SEP] until monday's end, a conservative government from the south has not formed a committee to do so. [SEP] the area is being closed following the collision which happened in nottingham at about 2000 gmt on saturday, police said. [SEP] there are few more surprises in the bock - luber, the first book for the motorist in his self - published memoir. [SEP] that's up from a revised figure last week after a survey of the economy showed the [SEP]
+
+===== sample 055 =====
+[CLS] on wall street. [SEP] french president nicolas sarkozy is set to meet with french officials friday so that his doctors can tell if she had a heart attack sunday. [SEP] according to the women's player report of the web site, only five european women americans have played in the asian championships since losing in last year's final in the same year. [SEP] williams, 30, and third - seeded venus williams are to be playing in tokyo this wednesday. [SEP] "i'm so let down in paris and wish i could choose to play my way through," davydenko said. [SEP] (cnn) - a population of [SEP]
+
+===== sample 056 =====
+[CLS] any causes and whether it was possible he would die. [SEP] i could play for the club. " [SEP] wenger has now stated that he believes he has a good player and that van persie may not be able to stay close to the mark when they meet on monday. [SEP] the former chairman's son, birmingham chairman and chairman bob diamond, has lost a third management job. [SEP] mr mccain tried to turn a re - election into a blow to incumbents, presenting himself as one of his core supporters even at his side. [SEP] no part of us, either, is better off for really.... [SEP] it [SEP]
+
+===== sample 057 =====
+[CLS] of kunduz, which killed 40 people and injured six others in much of the same district of hamdan district, hospital official mohammad khan told the afp news agency. [SEP] sam white, 45, of hartleb island, virginia, lived a shared loss, despite an illness taking his own life, the times daily union reported on tuesday. [SEP] the 29 - year - old 23 - year - old fell into a hole in a net and fired head - to - head over the head of a fence post on boxing day. [SEP] it was one of atlanta's few points to secure a two - goal goal with a [SEP]
+
+===== sample 058 =====
+[CLS] to lead to the cancellation of monday's game, and it almost felt like a surprise. [SEP] american express inc., part of citigroup inc., said this week it plans to cut about 1, 500 workers worldwide in the collapse of u. s. automaker. [SEP] j. j. holmes simply couldn't hold anything back after playing for his second - round lead at the british open against greg haas, who had to play three shots on the last end of the first round. [SEP] now, too, he has played a title in a u. s. open since 2005 ). [SEP] there is no [SEP]
+
+===== sample 059 =====
+[CLS] those who died in the study. [SEP] he later apologised only that the contents of his bag had been opened. [SEP] they put wales into the lead with a goal after three minutes 30 seconds before half - time. [SEP] although edwards had made his own statements and statements during the trial, he admitted that he had become "almost a liar." [SEP] the taliban ministry said one person was killed and eight were wounded when the u. s. - led coalition forces were led by more than 2, 000 troops. [SEP] there's no doubt about the election at a time when everyone was on board. [SEP] the attack on [SEP]
+
+===== sample 060 =====
+[CLS], after north carolina had made their way in the first half, while kansas held it. [SEP] they go to a hotel hotel to watch the event. [SEP] green groups were outraged at the threat of damage to safety and health of the public in saying the report was "illegal." [SEP] but on that same day, the time at the start of the week that that excitement might be heightened by the time democrats will be able to hold senate elections on sept. [SEP] by the end of the year, 42 per cent said they were reletting again, and the annual figure was considerably higher than it was the same. [SEP] last year [SEP]
+
+===== sample 061 =====
+[CLS] force. [SEP] stand - in australian captain james tremlett is expected to make collingwood's international debut but hopes for a better series when england play india against australia in kingston park on tuesday. [SEP] the vote, known as an open - ended super primary primary for the republican party, allows democrats in the 10 west coast states, to decide the state convention held in february. [SEP] police later found a squad car running from his house, but after a short search, they were not able to find the man's body inside. [SEP] the decision, regarded as the mets' out - of - season biggest, was won the first [SEP]
+
+===== sample 062 =====
+[CLS] court, he said. [SEP] england needed's best run of 140 before swann had dropped one for the first wicket and one could be saved by anderson, who had lost his own victim for a wicketless stand. [SEP] the governor is one of the main subjects of a series of suicide and bomb attacks blamed on the nation's government. [SEP] the federal trade committee had already approved a review of bonuses in the next three years. [SEP] but klatten said it appeared it was possible, largely because of an injury that plagued the team as early as saturday. [SEP] garginka is not expected to have the political goal [SEP]
+
+===== sample 063 =====
+[CLS]urers. [SEP] the band's name and name were not released according to the results of the survey sunday. [SEP] there were no last - minute chances, but not nearly enough, as a header from distance from mark brown's first goal of the season did real damage for ferguson's side. [SEP] that timing, however, was unclear: shaun wright - phillips has scored a penalty goal for liverpool that could end the chances of liverpool's defeat of the czechs in wednesday's final game. [SEP] it is both cheap and cost effective. [SEP] i want to explain the reasons that led to sacrificing the [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/cosine_1p8_to_0p8_c256_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "cosine_1p8_to_0p8_c256", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest.pt", "step": 168000, "decode": {"kind": "categorical_fullvocab_temp_schedule", "config": "cosine_1p8_to_0p8_c256", "steps": 128, "model_t_mode": "post", "support_power": 1.0, "semantic_power": 1.0, "temp_start": 1.8, "temp_end": 0.8, "temp_schedule": "cosine", "concentration_min": 1.0, "concentration_max": 256.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260508}, "detok_genppl": {"ppl": 44.48490287414872, "nll_per_token": 3.7951498703549906, "tokens": 9708}, "diversity": {"sample_entropy": 4.189465390460094, "unique_tokens": 1853, "token_count": 8192, "distinct_1": 0.2261962890625, "distinct_2": 0.6977116141732284, "top_token_mass": 0.0614013671875}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] often be on the national stage in that final hour of time. [SEP] \" no, \" responded gov. bill clinton ' s campaign. [SEP] he had to pull back a couple of points on the crucial break for victory in the final game. [SEP] he was home before the day of the match. [SEP] \" i wanted to encourage the children, a wider range of parents, to improve their lives. [SEP] i could probably get a better deal for a big time on every item i could give advice. [SEP] the number of the number on the person ' s credit card was down 8 percent to 541, 924, compared with the [SEP]", "detok_text": "[CLS] often be on the national stage in that final hour of time. [SEP] \"no,\" responded gov. bill clinton's campaign. [SEP] he had to pull back a couple of points on the crucial break for victory in the final game. [SEP] he was home before the day of the match. [SEP] \" i wanted to encourage the children, a wider range of parents, to improve their lives. [SEP] i could probably get a better deal for a big time on every item i could give advice. [SEP] the number of the number on the person's credit card was down 8 percent to 541, 924, compared with the [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS] term in june 2006. [SEP] the public is asked to contact with information about the incident in south yorkshire. [SEP] i just like to think they will understand their children ' s needs when they make the decision, we just laugh. [SEP] it is safe, he said. [SEP] blacksburg is one of the nation ' s top metro areas. [SEP] the third running race will be on the calendar by the end of the season and either team will have to enter the title race to buy the race rights. [SEP] that means tough times ahead. [SEP] following a 45 - minute hearing on tuesday night, the court decided it should bring the charges to [SEP]", "detok_text": "[CLS] term in june 2006. [SEP] the public is asked to contact with information about the incident in south yorkshire. [SEP] i just like to think they will understand their children's needs when they make the decision, we just laugh. [SEP] it is safe, he said. [SEP] blacksburg is one of the nation's top metro areas. [SEP] the third running race will be on the calendar by the end of the season and either team will have to enter the title race to buy the race rights. [SEP] that means tough times ahead. [SEP] following a 45 - minute hearing on tuesday night, the court decided it should bring the charges to [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] in the second half, which could save about 70 percent of its earnings per week if the n. a. a. tournament ' s east region leaves pittsburgh on january 12. [SEP] even with the economy enjoying the benefits of its own revival, this may still work. [SEP] united manchester united manager alex ferguson ' s only hope is to stay of the english champions league as arsenal advances back to the final of the fa cup and then play tottenham on sunday. [SEP] u. s. officials said farc and the u. s. had \" made significant progress \" to secure the release of the muwaz, a member of the revolutionary [SEP]", "detok_text": "[CLS] in the second half, which could save about 70 percent of its earnings per week if the n. a. a. tournament's east region leaves pittsburgh on january 12. [SEP] even with the economy enjoying the benefits of its own revival, this may still work. [SEP] united manchester united manager alex ferguson's only hope is to stay of the english champions league as arsenal advances back to the final of the fa cup and then play tottenham on sunday. [SEP] u. s. officials said farc and the u. s. had \"made significant progress\" to secure the release of the muwaz, a member of the revolutionary [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] post as liverpool failed to hold on to victory in the champions league. [SEP] ten people in the country have died in the same year, 53 people died, including 10 were killed and a third were killed in the haiti post - earthquake zone last year, haiti ' s government said. [SEP] this was much more expensive than microsoft ' s original predecessor, but there was a good risk of failure. [SEP] by comparison, about 9, 545 of the total cancer registry of the american cancer society of canada had an unintured death rate of 6, 692, reported in the american journal of health care. [SEP] this time, though [SEP]", "detok_text": "[CLS] post as liverpool failed to hold on to victory in the champions league. [SEP] ten people in the country have died in the same year, 53 people died, including 10 were killed and a third were killed in the haiti post - earthquake zone last year, haiti's government said. [SEP] this was much more expensive than microsoft's original predecessor, but there was a good risk of failure. [SEP] by comparison, about 9, 545 of the total cancer registry of the american cancer society of canada had an unintured death rate of 6, 692, reported in the american journal of health care. [SEP] this time, though [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] death. [SEP] the report said coll, the deputy and commander of u. s. forces in afghanistan, died during a raid in the early hours of the morning. [SEP] the driver was in the hospital but did not return quickly, and he was arrested on suspicion of murder saturday. [SEP] while 88 percent of the opposition members of parliament said they ' d do so, about 4 percent of adults say they would give up their own seat. [SEP] the story was told in the early sixties, however, bridget - - the way mary, the daughter of a spanish industrialist - - was not in paris. [SEP] if you can ' t [SEP]", "detok_text": "[CLS] death. [SEP] the report said coll, the deputy and commander of u. s. forces in afghanistan, died during a raid in the early hours of the morning. [SEP] the driver was in the hospital but did not return quickly, and he was arrested on suspicion of murder saturday. [SEP] while 88 percent of the opposition members of parliament said they'd do so, about 4 percent of adults say they would give up their own seat. [SEP] the story was told in the early sixties, however, bridget - - the way mary, the daughter of a spanish industrialist - - was not in paris. [SEP] if you can't [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] his head by taking a political edge from his head. [SEP] the central part of obama ' s plan is that the year - term will go from september 2009 to the final quarter of september 2009, the end of a critical 10 - year term of the bush administration. [SEP] at that time, he made the most detailed analysis of human tissue. [SEP] richard dasch, the attorney general who headed the government ' s financial information commission, contacted agency officials hours after the scandal to tell him about the scheme. [SEP] with only eight 3 - points from their four home games, mr. obama ' s team, playing on - the - court [SEP]", "detok_text": "[CLS] his head by taking a political edge from his head. [SEP] the central part of obama's plan is that the year - term will go from september 2009 to the final quarter of september 2009, the end of a critical 10 - year term of the bush administration. [SEP] at that time, he made the most detailed analysis of human tissue. [SEP] richard dasch, the attorney general who headed the government's financial information commission, contacted agency officials hours after the scandal to tell him about the scheme. [SEP] with only eight 3 - points from their four home games, mr. obama's team, playing on - the - court [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS]. s. open. [SEP] \" if you can ' t live in the house, you will be able to live and work together, either way or live with friends, \" halderman said. [SEP] five u. s. troops were killed and a number of canadian forces had been killed when an afghan taliban and an afghan soldier were killed in operation marjah, a nato - led offensive earlier this month. [SEP] federer had broken back in the third set at 3 - 0 up and lost the first 2 - 1, coming from 6 - 0 down in the opening set before going 3 - 0 down. [SEP] it worked. [SEP] [SEP]", "detok_text": "[CLS]. s. open. [SEP] \"if you can't live in the house, you will be able to live and work together, either way or live with friends,\" halderman said. [SEP] five u. s. troops were killed and a number of canadian forces had been killed when an afghan taliban and an afghan soldier were killed in operation marjah, a nato - led offensive earlier this month. [SEP] federer had broken back in the third set at 3 - 0 up and lost the first 2 - 1, coming from 6 - 0 down in the opening set before going 3 - 0 down. [SEP] it worked. [SEP] [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] scene when i was found by a local man, which was very difficult to access, which went up. [SEP] the weather changed late in the morning, but the airport remained open and the flight went on. [SEP] the win was toronto ' s first loss since winning at home on jan. [SEP] i love the games. [SEP] the company ' s founder, colin green, the chairman, was forced to quit his job late in the year in january by new management, and he eventually signed off with the group. [SEP] last week, israeli missiles hit civilians in gaza, south of the palestinian city... [SEP] today it appears that these [SEP]", "detok_text": "[CLS] scene when i was found by a local man, which was very difficult to access, which went up. [SEP] the weather changed late in the morning, but the airport remained open and the flight went on. [SEP] the win was toronto's first loss since winning at home on jan. [SEP] i love the games. [SEP] the company's founder, colin green, the chairman, was forced to quit his job late in the year in january by new management, and he eventually signed off with the group. [SEP] last week, israeli missiles hit civilians in gaza, south of the palestinian city... [SEP] today it appears that these [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] it was turned out to be. [SEP] she was sent to a unit at the medical institute in zurich, is celebrating her 100th birthday wednesday and is taken with her family to the hospital, the new york times. [SEP] founded in december 2006, david currently holds the company ' s executive board. [SEP] now, he is in a losing battle for the job. [SEP] when the deal was complete, more than 40 percent of the money calzaghe received from players around the world was for a fight. [SEP] thomas johansson finally won just his fourth straight french open title here on sunday in his nightmare opening round of the french open. [SEP] [SEP]", "detok_text": "[CLS] it was turned out to be. [SEP] she was sent to a unit at the medical institute in zurich, is celebrating her 100th birthday wednesday and is taken with her family to the hospital, the new york times. [SEP] founded in december 2006, david currently holds the company's executive board. [SEP] now, he is in a losing battle for the job. [SEP] when the deal was complete, more than 40 percent of the money calzaghe received from players around the world was for a fight. [SEP] thomas johansson finally won just his fourth straight french open title here on sunday in his nightmare opening round of the french open. [SEP] [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS]. [SEP] police said a third arrested man was being questioned at about 1500 bst on monday. [SEP] and since i need two weeks ' time to start at 6. 00pm, it is not a case of a fire or a fire. [SEP] military officials were not met yet, it said. [SEP] it ' s, perhaps, part of the problem. [SEP] florida started the game in the second half by within 2 points, then with a 10 - 2 run to go ahead for the ninth time. [SEP] last friday, pakistani insurgents attacked a police station in kandahar, the city where al - sadr ' s militia is based [SEP]", "detok_text": "[CLS]. [SEP] police said a third arrested man was being questioned at about 1500 bst on monday. [SEP] and since i need two weeks' time to start at 6. 00pm, it is not a case of a fire or a fire. [SEP] military officials were not met yet, it said. [SEP] it's, perhaps, part of the problem. [SEP] florida started the game in the second half by within 2 points, then with a 10 - 2 run to go ahead for the ninth time. [SEP] last friday, pakistani insurgents attacked a police station in kandahar, the city where al - sadr's militia is based [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] - of - 10 to take the lead to six. [SEP] \" to know that. \" [SEP] police said they are appealing to the man on a number 25 at the time. [SEP] the fire hit a house in the nearby city of chinoon, a city of 80, about 80 miles southwest of long - held land, costing tens of thousands of dollars. [SEP] she told the times that up to £1, 000 of a prize would be spent on training and training. [SEP] few would have contended that the extremist army general soon won the war against the taliban, who killed five people and carried out some 2, 000 terrorist [SEP]", "detok_text": "[CLS] - of - 10 to take the lead to six. [SEP] \"to know that.\" [SEP] police said they are appealing to the man on a number 25 at the time. [SEP] the fire hit a house in the nearby city of chinoon, a city of 80, about 80 miles southwest of long - held land, costing tens of thousands of dollars. [SEP] she told the times that up to £1, 000 of a prize would be spent on training and training. [SEP] few would have contended that the extremist army general soon won the war against the taliban, who killed five people and carried out some 2, 000 terrorist [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] [SEP] \" that ' s the quality of life, \" he said. [SEP] in the six months before he died of cancer, the world ' s biggest mail chain, however, was struggling. [SEP] the company and the workers demonstrated inside the facility at yogurt stores inc. open at about 7 p. m. on thursday until about 11 p. m. [SEP] we ' ll go get there, too. [SEP] overall, more than 30 per cent of women, in their 50s and 60s, compared to 9 per cent each of american men, say if they support their women they ' re ready to reach out directly to their [SEP]", "detok_text": "[CLS] [SEP] \"that's the quality of life,\" he said. [SEP] in the six months before he died of cancer, the world's biggest mail chain, however, was struggling. [SEP] the company and the workers demonstrated inside the facility at yogurt stores inc. open at about 7 p. m. on thursday until about 11 p. m. [SEP] we'll go get there, too. [SEP] overall, more than 30 per cent of women, in their 50s and 60s, compared to 9 per cent each of american men, say if they support their women they're ready to reach out directly to their [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] was threatened after losing his job when he died. [SEP] his first response - - i think, hopefully - - has been to be wrong. [SEP] the 21 - year - old, writing the \" liberal magazine \" in the turkish daily akon, was shot near the scene of a separate fight, according to an e - mail of the lieutenants. [SEP] the england team soon was taken over by the english pack, who had only started playing two years earlier. [SEP] in a rare victory for the architect of his return to spain, sweden ' s syljki pelara, who has spent the past two seasons in the [SEP]", "detok_text": "[CLS] was threatened after losing his job when he died. [SEP] his first response - - i think, hopefully - - has been to be wrong. [SEP] the 21 - year - old, writing the \"liberal magazine\" in the turkish daily akon, was shot near the scene of a separate fight, according to an e - mail of the lieutenants. [SEP] the england team soon was taken over by the english pack, who had only started playing two years earlier. [SEP] in a rare victory for the architect of his return to spain, sweden's syljki pelara, who has spent the past two seasons in the [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] world, \" said lysacek. [SEP] don ' t go too far with someone who has a serious dream - - of taking the life out for her. [SEP] officers are investigating whether the victim was driving a motorcycle that used to provide information for police and a woman. [SEP] but this is not news. [SEP] the national bureau of economic survey said unemployment fell back to a current pace, at a slow 3. 9 percent. [SEP] the meeting would be the third anniversary of a new arts building on the university of new york city. [SEP] i ' m going to read it and it seems easy to hear it. [SEP] she ' [SEP]", "detok_text": "[CLS] world, \" said lysacek. [SEP] don't go too far with someone who has a serious dream - - of taking the life out for her. [SEP] officers are investigating whether the victim was driving a motorcycle that used to provide information for police and a woman. [SEP] but this is not news. [SEP] the national bureau of economic survey said unemployment fell back to a current pace, at a slow 3. 9 percent. [SEP] the meeting would be the third anniversary of a new arts building on the university of new york city. [SEP] i'm going to read it and it seems easy to hear it. [SEP] she ' [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] at age 30, according to the report, published in a report in the american medical association journal. [SEP] it ' s an a. hour g. o. g. night, and no less thursday. [SEP] if it ' s any indication, the want to have a special time. [SEP] henin became the first british player to lose and then lost to andy roddick in the first davis cup earlier this year. [SEP] it is the first time britain has issued an official policy statement on a one - in - one basis, and the new policy will be issued in the mid - months. [SEP] and she was probably on the verge [SEP]", "detok_text": "[CLS] at age 30, according to the report, published in a report in the american medical association journal. [SEP] it's an a. hour g. o. g. night, and no less thursday. [SEP] if it's any indication, the want to have a special time. [SEP] henin became the first british player to lose and then lost to andy roddick in the first davis cup earlier this year. [SEP] it is the first time britain has issued an official policy statement on a one - in - one basis, and the new policy will be issued in the mid - months. [SEP] and she was probably on the verge [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] of america. [SEP] the researchers, who studied 30 women who had spent much of the first half of this week before returning home on tuesday, said that they needed more evidence about the link and deaths. [SEP] research also shows that 40, 000 more have been displaced in major markets like miami and new york. [SEP] i wonder how, though, she is no different from a high school english girl. [SEP] andy gray ' s report also looks at the economic extent of the recession. [SEP] the lakers cruised to 18 points, five rebounds in the first - half break and eight points in the second half and closing quarters for a 62 - [SEP]", "detok_text": "[CLS] of america. [SEP] the researchers, who studied 30 women who had spent much of the first half of this week before returning home on tuesday, said that they needed more evidence about the link and deaths. [SEP] research also shows that 40, 000 more have been displaced in major markets like miami and new york. [SEP] i wonder how, though, she is no different from a high school english girl. [SEP] andy gray's report also looks at the economic extent of the recession. [SEP] the lakers cruised to 18 points, five rebounds in the first - half break and eight points in the second half and closing quarters for a 62 - [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] war that has about 1, 000 people dead since the sept. [SEP] the obama administration asked for the first time for the money to be spent on a health care reform bill, called the new public option. [SEP] \" the bottom part is the one ' i ' m waiting for the surgery, ' not to say this, but i ' m not sure, you know, ' \" he told a meeting of the world medical association in paris. [SEP] some of the big guys came up strong enough and out of school. [SEP] reports in france have suggested the 24 - year - old american is set to leave the club in london on monday [SEP]", "detok_text": "[CLS] war that has about 1, 000 people dead since the sept. [SEP] the obama administration asked for the first time for the money to be spent on a health care reform bill, called the new public option. [SEP] \"the bottom part is the one' i'm waiting for the surgery, ' not to say this, but i'm not sure, you know, '\" he told a meeting of the world medical association in paris. [SEP] some of the big guys came up strong enough and out of school. [SEP] reports in france have suggested the 24 - year - old american is set to leave the club in london on monday [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] sales and are expected to return to the year - end market, which is not normal for consumers to turn out. [SEP] with $ 65 billion in profits in the quarter, based on gm ' s excess of debt, analysts have been pushing the two bondholders for some time to sell assets and remain the company. [SEP] button, on the other hand, presented himself, convinced that he had come in for toyota to defend his retirement, with a self - inflicted loss of his own not long after the race had ended. [SEP] three british soldiers have been killed at a military base near a town in the north west. [SEP] a high - [SEP]", "detok_text": "[CLS] sales and are expected to return to the year - end market, which is not normal for consumers to turn out. [SEP] with $65 billion in profits in the quarter, based on gm's excess of debt, analysts have been pushing the two bondholders for some time to sell assets and remain the company. [SEP] button, on the other hand, presented himself, convinced that he had come in for toyota to defend his retirement, with a self - inflicted loss of his own not long after the race had ended. [SEP] three british soldiers have been killed at a military base near a town in the north west. [SEP] a high - [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] national revenue and left hundreds of thousands of workers, out of more than 100, 000 employees living in health care. [SEP] over a million units in the first half of the decade. [SEP] the company ' s independent executive committee will vote for the executive executive order. [SEP] if you think time has been loosed, you can stand it up and do it. [SEP] we learned over the weekend that the men were believed to have lost their own lives. [SEP] he also defended his ejection, saying anyone on the right side should be given a choice when deciding whether to have their son taken to the right. [SEP] i wanted to be [SEP]", "detok_text": "[CLS] national revenue and left hundreds of thousands of workers, out of more than 100, 000 employees living in health care. [SEP] over a million units in the first half of the decade. [SEP] the company's independent executive committee will vote for the executive executive order. [SEP] if you think time has been loosed, you can stand it up and do it. [SEP] we learned over the weekend that the men were believed to have lost their own lives. [SEP] he also defended his ejection, saying anyone on the right side should be given a choice when deciding whether to have their son taken to the right. [SEP] i wanted to be [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] st. louis hit three runs in four innings and needed two runs to get to a loss by allowing a hit in two innings. [SEP] he said : \" i was feeling a little tired but arrived at 10am yesterday. [SEP] by contrast, england were very stingy in the first over and were beaten 25 - 0 for 20 runs. [SEP] the core of it is not not the us, but our government, \" she said. [SEP] it ' s day five of summer. [SEP] the man had a night ' s sleep, and was forced to call in his father again. [SEP] milwaukee starter brian roberts started the rally with a goal [SEP]", "detok_text": "[CLS] st. louis hit three runs in four innings and needed two runs to get to a loss by allowing a hit in two innings. [SEP] he said: \"i was feeling a little tired but arrived at 10am yesterday. [SEP] by contrast, england were very stingy in the first over and were beaten 25 - 0 for 20 runs. [SEP] the core of it is not not the us, but our government,\" she said. [SEP] it's day five of summer. [SEP] the man had a night's sleep, and was forced to call in his father again. [SEP] milwaukee starter brian roberts started the rally with a goal [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS] said friday. [SEP] but then my son asked me not to drive him to college, as he would make sure i could go anywhere. [SEP] scotland are now 30 points behind the second - placed welsh in next weekend ' s final match with wales ' s scarlets. [SEP] don ' t give up, after all. [SEP] so then go to come and go, \" he said. [SEP] the long hours were light, the morning was always open. [SEP] in iran, children are scared about going through internet checkpoints at home. [SEP] but for those who are struggling to be convinced in their faith that it is not in the future to [SEP]", "detok_text": "[CLS] said friday. [SEP] but then my son asked me not to drive him to college, as he would make sure i could go anywhere. [SEP] scotland are now 30 points behind the second - placed welsh in next weekend's final match with wales's scarlets. [SEP] don't give up, after all. [SEP] so then go to come and go, \" he said. [SEP] the long hours were light, the morning was always open. [SEP] in iran, children are scared about going through internet checkpoints at home. [SEP] but for those who are struggling to be convinced in their faith that it is not in the future to [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] the school year. [SEP] \" but it ' s important not to understand the meaning of a brand new electronic music, \" she told reuters news on friday. [SEP] even though the fbi discussed his new relationship from 2003 to december 2002, the television star returned to the hospital he gave up in january. [SEP] the company said it aimed at improving control and performance. [SEP] while he has spent some time in india he is living in the middle east. [SEP] \" she is planning to become the star witness of the counter - trial. [SEP] last year ' s ruling party congress gave the country ' s ruling party, a popular party lead. [SEP] [SEP]", "detok_text": "[CLS] the school year. [SEP] \"but it's important not to understand the meaning of a brand new electronic music,\" she told reuters news on friday. [SEP] even though the fbi discussed his new relationship from 2003 to december 2002, the television star returned to the hospital he gave up in january. [SEP] the company said it aimed at improving control and performance. [SEP] while he has spent some time in india he is living in the middle east. [SEP] \" she is planning to become the star witness of the counter - trial. [SEP] last year's ruling party congress gave the country's ruling party, a popular party lead. [SEP] [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] took over... [SEP] \" the primary result of the network is they ' re going to prepare him for the show. [SEP] you don ' t have much for the georgians, \" he says. [SEP] i said i watched his volt only last year but now he ' s seen less of this opportunity. [SEP] but this century has come to me. [SEP] but he still has a tough road ahead to the playoffs, with more focus on his first year in the national football league. [SEP] he told the washington post, while answering few questions, that the utility would cut nearly 40 hours and lay off more than 120 staff. [SEP]", "detok_text": "[CLS] took over... [SEP] \"the primary result of the network is they're going to prepare him for the show. [SEP] you don't have much for the georgians,\" he says. [SEP] i said i watched his volt only last year but now he's seen less of this opportunity. [SEP] but this century has come to me. [SEP] but he still has a tough road ahead to the playoffs, with more focus on his first year in the national football league. [SEP] he told the washington post, while answering few questions, that the utility would cut nearly 40 hours and lay off more than 120 staff. [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS]. [SEP] but in mid - 50s terms, they would probably do so this year. [SEP] by mid - seventies, he looked like for british sports fans - - the road was long and quite popular. [SEP] they were arrested. [SEP] \" the crew on the plane was flying at a safe distance on the day of the crash because i saw the aircraft and the weather that they made, \" the safety board said. [SEP] yet for a month of the week since the baby ' s release - - a milestone that may be in doubt - it was no surprise that something was so good on him. [SEP] but over the years, some [SEP]", "detok_text": "[CLS]. [SEP] but in mid - 50s terms, they would probably do so this year. [SEP] by mid - seventies, he looked like for british sports fans - - the road was long and quite popular. [SEP] they were arrested. [SEP] \"the crew on the plane was flying at a safe distance on the day of the crash because i saw the aircraft and the weather that they made,\" the safety board said. [SEP] yet for a month of the week since the baby's release - - a milestone that may be in doubt - it was no surprise that something was so good on him. [SEP] but over the years, some [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] country. [SEP] this figure excludes the combination of measures to prevent the recession and a current increase. [SEP] but given mr. brown ' s political and political future labour will ask the government to reconsider the political consequences of the war in afghanistan, a position that could ultimately force mr brown to carry on his own precipitous position as the party ' s overall leader. [SEP] adapted from a year ' s study, led by dr philip saull of the college of neurosteine institute at the university of liverpool, davis ' s latest finding was further evidence of increasing the development of a \" significant range \" of the [SEP]", "detok_text": "[CLS] country. [SEP] this figure excludes the combination of measures to prevent the recession and a current increase. [SEP] but given mr. brown's political and political future labour will ask the government to reconsider the political consequences of the war in afghanistan, a position that could ultimately force mr brown to carry on his own precipitous position as the party's overall leader. [SEP] adapted from a year's study, led by dr philip saull of the college of neurosteine institute at the university of liverpool, davis's latest finding was further evidence of increasing the development of a \"significant range\" of the [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] school meals. [SEP] a teacher and mentor said the schools should tell children teachers and parents give them the chance to meet their school ' s school standards. [SEP] however, they aren ' t sure about their stance yet. [SEP] even though i ' d be lost because of my love to me, i can ' t move further forward. [SEP] i can definitely say that anyone is being hospitalised now, \" he said. [SEP] murray, however, came out of the tournament, his shot make - up getting better or worse. [SEP] another contender, philip hampton, is chairman of fairbridge asset management, the retail and financial services group that [SEP]", "detok_text": "[CLS] school meals. [SEP] a teacher and mentor said the schools should tell children teachers and parents give them the chance to meet their school's school standards. [SEP] however, they aren't sure about their stance yet. [SEP] even though i'd be lost because of my love to me, i can't move further forward. [SEP] i can definitely say that anyone is being hospitalised now, \" he said. [SEP] murray, however, came out of the tournament, his shot make - up getting better or worse. [SEP] another contender, philip hampton, is chairman of fairbridge asset management, the retail and financial services group that [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS], \" brickland said in an interview at the time and asked a team of three university researchers to assess the results in the pages of the journal nature. [SEP] \" we have been focused and focused, with what they want to do and what ' s going to happen with the players and with the players. [SEP] paramedics responded to the incident, about 8 a. m. [SEP] the captain of french rival air france arrived wednesday at the site of an unmanned air lander, which went down on a missile launch in the eastern city of brasilia, it said. [SEP] the company found the benefits of technology and transparency in its [SEP]", "detok_text": "[CLS], \"brickland said in an interview at the time and asked a team of three university researchers to assess the results in the pages of the journal nature. [SEP]\" we have been focused and focused, with what they want to do and what's going to happen with the players and with the players. [SEP] paramedics responded to the incident, about 8 a. m. [SEP] the captain of french rival air france arrived wednesday at the site of an unmanned air lander, which went down on a missile launch in the eastern city of brasilia, it said. [SEP] the company found the benefits of technology and transparency in its [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] a second nuclear test. [SEP] november 8, 2 - 2 and is due to change in december 2008. [SEP] both mr biden ' s wife, vice - president barack obama, are now members of the international monetary fund. [SEP] the latest round of injuries to aston villa and newcastle were missing earlier, according to the paper, while stoke did not appear to prove to be much better and are more likely to move forward, widely believed to include the new manager, steve wilson. [SEP] it is believed the ship remained in control for five minutes before it was freed by a lifeboat. [SEP] boston was 2 - 2 last season, and became [SEP]", "detok_text": "[CLS] a second nuclear test. [SEP] november 8, 2 - 2 and is due to change in december 2008. [SEP] both mr biden's wife, vice - president barack obama, are now members of the international monetary fund. [SEP] the latest round of injuries to aston villa and newcastle were missing earlier, according to the paper, while stoke did not appear to prove to be much better and are more likely to move forward, widely believed to include the new manager, steve wilson. [SEP] it is believed the ship remained in control for five minutes before it was freed by a lifeboat. [SEP] boston was 2 - 2 last season, and became [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] about 33 percent lower. [SEP] why isn ' t it important to be fiscal? [SEP] during the second - innings innings, lee produced 36 impressive runs of 50, 70 and three centuries, but was held out by pacemen andrew flintoff and paul collingwood ' s 79 with the chance to secure a place with england ' s failure to win this saturday ' s series. [SEP] he told the guardian that the risks to taxpayers are being increased by the recession. [SEP] tens of thousands of men and women, many from the past served in iraq, remain homeless. [SEP] last year ' s 38 - 22 win, three in a row to the [SEP]", "detok_text": "[CLS] about 33 percent lower. [SEP] why isn't it important to be fiscal? [SEP] during the second - innings innings, lee produced 36 impressive runs of 50, 70 and three centuries, but was held out by pacemen andrew flintoff and paul collingwood's 79 with the chance to secure a place with england's failure to win this saturday's series. [SEP] he told the guardian that the risks to taxpayers are being increased by the recession. [SEP] tens of thousands of men and women, many from the past served in iraq, remain homeless. [SEP] last year's 38 - 22 win, three in a row to the [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] - when he spoke in the middle of the 20 or so years of his political career. [SEP] michael jackson ' s publicist also told the associated press thursday that he had suffered heart attacks and had had diabetes and heart disease and suffered a severe case of asthma. [SEP] \" a lot of people lose their jobs to cope and very large numbers of those people are supposed to be pulling back out of their jobs. [SEP] the reports said more economic problems will remain from last year, including the u. s. housing market, now the industry ' s top safety issue. [SEP] a new analysis based on the survey, which includes children, was [SEP]", "detok_text": "[CLS] - when he spoke in the middle of the 20 or so years of his political career. [SEP] michael jackson's publicist also told the associated press thursday that he had suffered heart attacks and had had diabetes and heart disease and suffered a severe case of asthma. [SEP] \" a lot of people lose their jobs to cope and very large numbers of those people are supposed to be pulling back out of their jobs. [SEP] the reports said more economic problems will remain from last year, including the u. s. housing market, now the industry's top safety issue. [SEP] a new analysis based on the survey, which includes children, was [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] they have lost five of six games this season but have twice failed to win as many of 12. [SEP] there were few details about the extent of casualties, which had spread over the last five days and continued into the end of the month. [SEP] they won ' t, by the way, be gone. [SEP] the 2004 u. s. national institutes of health said nearly 2, 000 children are non - medics ; 20 percent of parents have a serious blood - borne disorder, 35 percent of adults and patients have severe anti - viral problems who require a long term of treatment. [SEP] when the series stands it will be the series [SEP]", "detok_text": "[CLS] they have lost five of six games this season but have twice failed to win as many of 12. [SEP] there were few details about the extent of casualties, which had spread over the last five days and continued into the end of the month. [SEP] they won't, by the way, be gone. [SEP] the 2004 u. s. national institutes of health said nearly 2, 000 children are non - medics; 20 percent of parents have a serious blood - borne disorder, 35 percent of adults and patients have severe anti - viral problems who require a long term of treatment. [SEP] when the series stands it will be the series [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] i can, and as soon i get it, \" she said. [SEP] not so far. [SEP] despite being tied at 2 - 1, the red sox have lost in five and started a game skid. [SEP] their father, hamid, was killed, said ali mohammad, governor of central helmand province in afghanistan, aged 23 and 21 and accused of sexually assaulting ahmad al - muhammad, a member of the british mujahed al - qaid in september 2006. [SEP] \" i think there will see an increased deterioration in the market and general economic conditions. [SEP] \" what it was a while to do, it was a [SEP]", "detok_text": "[CLS] i can, and as soon i get it, \"she said. [SEP] not so far. [SEP] despite being tied at 2 - 1, the red sox have lost in five and started a game skid. [SEP] their father, hamid, was killed, said ali mohammad, governor of central helmand province in afghanistan, aged 23 and 21 and accused of sexually assaulting ahmad al - muhammad, a member of the british mujahed al - qaid in september 2006. [SEP]\" i think there will see an increased deterioration in the market and general economic conditions. [SEP] \" what it was a while to do, it was a [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS]. [SEP] and i can expect a lot sometimes when a lot of people say they don ' t care, and that they pick the woman who is right, but they also want more specifics. [SEP] \" and, i don ' t know what time they ' ll have to play because it ' s going to be a tough day, \" she told reporters. [SEP] the deal this time is one of the assets that only gn calls for bankruptcy, and will have serious consequences of being sold at all if they are not sold, the swiss - company said. [SEP] we can be back in a very long time. [SEP] this very [SEP]", "detok_text": "[CLS]. [SEP] and i can expect a lot sometimes when a lot of people say they don't care, and that they pick the woman who is right, but they also want more specifics. [SEP] \"and, i don't know what time they'll have to play because it's going to be a tough day,\" she told reporters. [SEP] the deal this time is one of the assets that only gn calls for bankruptcy, and will have serious consequences of being sold at all if they are not sold, the swiss - company said. [SEP] we can be back in a very long time. [SEP] this very [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS]. [SEP] the losses came to £9. 056 per share yesterday, up by 25 per cent to $ 9. 01. [SEP] so you want to go home on the beach? [SEP] now, that ' s more likely to happen at all. [SEP] the american number one at the 2001 french open, when he had a season - high 73, held a lead of 21 to qualify for the french open last year. [SEP] it is unclear, however, what the current manageable condition of his injury. [SEP] \" it ' s probably not worth what it takes to ( ( to ) see a turning point in the economy. [SEP] [SEP]", "detok_text": "[CLS]. [SEP] the losses came to £9. 056 per share yesterday, up by 25 per cent to $9. 01. [SEP] so you want to go home on the beach? [SEP] now, that's more likely to happen at all. [SEP] the american number one at the 2001 french open, when he had a season - high 73, held a lead of 21 to qualify for the french open last year. [SEP] it is unclear, however, what the current manageable condition of his injury. [SEP] \" it's probably not worth what it takes to ( (to) see a turning point in the economy. [SEP] [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] champion cincinnati on friday to finish the opening round of the world series. [SEP] data released yesterday showed the overall energy retail sector, the key measure of inflation, rose by 4. 3 per cent in september to 13, 39. 5 - significantly higher than the 10 per cent rise in the first quarter. [SEP] the number of people being treated there - - who were actually killed - - was very high, \" he said. [SEP] there is a danger that this cannot be avoided, as the presidency of the cabinet has conducted a full review of its policy due to raise the questions over the issue of jerusalem and palestinian refugees. [SEP] shara [SEP]", "detok_text": "[CLS] champion cincinnati on friday to finish the opening round of the world series. [SEP] data released yesterday showed the overall energy retail sector, the key measure of inflation, rose by 4. 3 per cent in september to 13, 39. 5 - significantly higher than the 10 per cent rise in the first quarter. [SEP] the number of people being treated there - - who were actually killed - - was very high, \" he said. [SEP] there is a danger that this cannot be avoided, as the presidency of the cabinet has conducted a full review of its policy due to raise the questions over the issue of jerusalem and palestinian refugees. [SEP] shara [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] for children ' s new governor of south carolina. [SEP] former law enforcement officials who spoke on trial were asked to brief members of the jurors on the effectiveness of obama ' s anti - terrorism strategy. [SEP] about 2, 000 h1n1 flus die each year, including 66 in china compared with 200 in 2006, according to the people ' s health, an annual report published in japan. [SEP] dr salmond has a real belief that had scotland 6 - 0 with three men and enough of a result, it was lost. [SEP] i do not believe that what should have happened to the people in this country is due [SEP]", "detok_text": "[CLS] for children's new governor of south carolina. [SEP] former law enforcement officials who spoke on trial were asked to brief members of the jurors on the effectiveness of obama's anti - terrorism strategy. [SEP] about 2, 000 h1n1 flus die each year, including 66 in china compared with 200 in 2006, according to the people's health, an annual report published in japan. [SEP] dr salmond has a real belief that had scotland 6 - 0 with three men and enough of a result, it was lost. [SEP] i do not believe that what should have happened to the people in this country is due [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] should raise the issue of zimbabwe ' s election, the opposition said this year. [SEP] mcgeown caught 22 times for 102 yards. [SEP] i would read this article if the government wasn ' t going to bail this guy. [SEP] britain ' s serena williams and seven - time venus williams take on the russians in a women ' s singles final and they booked a place in the women ' s singles and men ' s doubles. [SEP] although some democrats say the speech is viewed as \" highly important, \" the governor has publicly defended his budget plan. [SEP] we have another budget today. [SEP] however, the company decided to make a move [SEP]", "detok_text": "[CLS] should raise the issue of zimbabwe's election, the opposition said this year. [SEP] mcgeown caught 22 times for 102 yards. [SEP] i would read this article if the government wasn't going to bail this guy. [SEP] britain's serena williams and seven - time venus williams take on the russians in a women's singles final and they booked a place in the women's singles and men's doubles. [SEP] although some democrats say the speech is viewed as \"highly important,\" the governor has publicly defended his budget plan. [SEP] we have another budget today. [SEP] however, the company decided to make a move [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] urged residents to work around the scene and try to help those affected. [SEP] public health experts called the hot line on the march and asked for information about the outbreak and general information about the issue. [SEP] nadal came up with only his fifth game and a single set point in his third set in a break of 45 minutes. [SEP] it brings the total number of deaths to some of the most violent violence in afghanistan since the beginning of war in 2001 and afghanistan in 2001 and 2003. [SEP] the origins of the figures have been never officially confirmed. [SEP] the magic, which had the first - half series at home saturday, was led by [SEP]", "detok_text": "[CLS] urged residents to work around the scene and try to help those affected. [SEP] public health experts called the hot line on the march and asked for information about the outbreak and general information about the issue. [SEP] nadal came up with only his fifth game and a single set point in his third set in a break of 45 minutes. [SEP] it brings the total number of deaths to some of the most violent violence in afghanistan since the beginning of war in 2001 and afghanistan in 2001 and 2003. [SEP] the origins of the figures have been never officially confirmed. [SEP] the magic, which had the first - half series at home saturday, was led by [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] to be up there with this pitch, \" he said. [SEP] i think i ' m saying that i had a problem not just getting out of politics now. [SEP] the paper business is in mess. [SEP] biologists also need to focus more on their family relationships, physical biology and the child ' s educational and social status. [SEP] if they still get a job, they would have to work behind desks at the government. [SEP] it is not a task - it doesn ' t have the time or resources, it can be a bit of it, he said. [SEP] david hoon, the liberal democrat health secretary, today accused [SEP]", "detok_text": "[CLS] to be up there with this pitch, \" he said. [SEP] i think i'm saying that i had a problem not just getting out of politics now. [SEP] the paper business is in mess. [SEP] biologists also need to focus more on their family relationships, physical biology and the child's educational and social status. [SEP] if they still get a job, they would have to work behind desks at the government. [SEP] it is not a task - it doesn't have the time or resources, it can be a bit of it, he said. [SEP] david hoon, the liberal democrat health secretary, today accused [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] in simpson ' s murder trial. [SEP] \" it ' s fair to say we are going to rest our time, \" he said. [SEP] with only five matches remaining in this tournament and 10 games to go before thursday ' s semi - final against 6 - times spain, the 12th - seeded williams, ranked no. 4, is on her way into the match in the midst of the frenchwoman ' s hopes of her first consecutive open title, fighting back a set at the french open. [SEP] in 2006 - 2000, the research group compared the risk of one family of heart disease and the combined risk of one major corona heart disease [SEP]", "detok_text": "[CLS] in simpson's murder trial. [SEP] \"it's fair to say we are going to rest our time,\" he said. [SEP] with only five matches remaining in this tournament and 10 games to go before thursday's semi - final against 6 - times spain, the 12th - seeded williams, ranked no. 4, is on her way into the match in the midst of the frenchwoman's hopes of her first consecutive open title, fighting back a set at the french open. [SEP] in 2006 - 2000, the research group compared the risk of one family of heart disease and the combined risk of one major corona heart disease [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] elementary school student in st. louis. [SEP] he was dead at the house, and his family was arrested on wednesday. [SEP] if the present title is out of the race then a win would keep them from going for five out of six from sunday and going on to a disappointing week. [SEP] authorities said two helicopters spotted the plane late friday morning, when it was moving from the eastern texas, mississippi, oklahoma and louisiana to san diego, on the gulf coast. [SEP] laho was celebrating his return to form at a 26 - year high when he joined villa from sunderland in june 2008, after a difficult season with the club. [SEP] [SEP]", "detok_text": "[CLS] elementary school student in st. louis. [SEP] he was dead at the house, and his family was arrested on wednesday. [SEP] if the present title is out of the race then a win would keep them from going for five out of six from sunday and going on to a disappointing week. [SEP] authorities said two helicopters spotted the plane late friday morning, when it was moving from the eastern texas, mississippi, oklahoma and louisiana to san diego, on the gulf coast. [SEP] laho was celebrating his return to form at a 26 - year high when he joined villa from sunderland in june 2008, after a difficult season with the club. [SEP] [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] part of the city and hope for one another. [SEP] the federal government should do more than it to help. [SEP] one will find that even though we are facing a military challenge, that we could wait for him in the race. [SEP] now three years later, the results of their campaign in this country will ultimately lie on the verge of having the war in the hands of one new nation. [SEP] \" but this year some of the patients treated in the study are known who have been diagnosed as having post - traumatic stress syndrome ( ptsd ). [SEP] the company also said it had seen the delay to its fourth - quarter earnings to [SEP]", "detok_text": "[CLS] part of the city and hope for one another. [SEP] the federal government should do more than it to help. [SEP] one will find that even though we are facing a military challenge, that we could wait for him in the race. [SEP] now three years later, the results of their campaign in this country will ultimately lie on the verge of having the war in the hands of one new nation. [SEP] \" but this year some of the patients treated in the study are known who have been diagnosed as having post - traumatic stress syndrome (ptsd). [SEP] the company also said it had seen the delay to its fourth - quarter earnings to [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS]. [SEP] the germans continued to play well as young schalke was followed by the netherlands with equalise. [SEP] she accepted the prime minister ' s resignation by e - mail to make a statement, which is being done to protect her children and allow time to see the prime minister. [SEP] the poll of 900 women conducted across cities across the united states. [SEP] the couple went off from london to the us. [SEP] safina then thrashed her serve earlier in the match but safina held her serve and held a 3 - 0 lead against dementieva. [SEP] a lot of wh ' s don ' t [SEP]", "detok_text": "[CLS]. [SEP] the germans continued to play well as young schalke was followed by the netherlands with equalise. [SEP] she accepted the prime minister's resignation by e - mail to make a statement, which is being done to protect her children and allow time to see the prime minister. [SEP] the poll of 900 women conducted across cities across the united states. [SEP] the couple went off from london to the us. [SEP] safina then thrashed her serve earlier in the match but safina held her serve and held a 3 - 0 lead against dementieva. [SEP] a lot of wh's don't [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] workforce, at a capacity of about 300, 000 tonnes per year. [SEP] he said the man would not be treated for anti - viral drugs until a person is injured. [SEP] the hurricanes won 10 consecutive titles from 2001 and 2005 from 1997 to 2001, an improvement on a run of first - round showings in 2005 and 2004 and last month. [SEP] the woman was not following the target. [SEP] this is far more pronounced precisely because of the economic rationality that we have been before in the past. [SEP] mr jal also won the right to talk to the health services about the safety of their private pensions. [SEP] what else do [SEP]", "detok_text": "[CLS] workforce, at a capacity of about 300, 000 tonnes per year. [SEP] he said the man would not be treated for anti - viral drugs until a person is injured. [SEP] the hurricanes won 10 consecutive titles from 2001 and 2005 from 1997 to 2001, an improvement on a run of first - round showings in 2005 and 2004 and last month. [SEP] the woman was not following the target. [SEP] this is far more pronounced precisely because of the economic rationality that we have been before in the past. [SEP] mr jal also won the right to talk to the health services about the safety of their private pensions. [SEP] what else do [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] americans are still surviving on the job after making their payments, and 23 percent of their money is safe. [SEP] he escaped on $ 1, 600 and his door broke open before his arrival. [SEP] the forces were ready to go after the wounded in the nearby city of babil. [SEP] the fourth set was 10 - 0 from the start. [SEP] it ' s great to be able to be a professor, a writer and a environmentalist. [SEP] then, it seems to be clear that there is no market in the media, the press or the government. [SEP] the accident occurred about a - year - old industrial park in southern florida [SEP]", "detok_text": "[CLS] americans are still surviving on the job after making their payments, and 23 percent of their money is safe. [SEP] he escaped on $1, 600 and his door broke open before his arrival. [SEP] the forces were ready to go after the wounded in the nearby city of babil. [SEP] the fourth set was 10 - 0 from the start. [SEP] it's great to be able to be a professor, a writer and a environmentalist. [SEP] then, it seems to be clear that there is no market in the media, the press or the government. [SEP] the accident occurred about a - year - old industrial park in southern florida [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] before being left behind his dog on sunday afternoon, walking to a beach. [SEP] hospital officials said they had found that the 73 - year - old had fallen below the medical community ' s standards, and the second death had been confirmed at the university of maryland hospital in the maryland area of baltimore city near baltimore. [SEP] maybe they are not just now. [SEP] 28 at 19 west 14th street, chelsea ; ( 914 ) 242 - 304 - 3300, www. hotelplacet. com. [SEP] five weeks later, 78 - 78, they are a fourth - place team in their first major game. [SEP] at the end [SEP]", "detok_text": "[CLS] before being left behind his dog on sunday afternoon, walking to a beach. [SEP] hospital officials said they had found that the 73 - year - old had fallen below the medical community's standards, and the second death had been confirmed at the university of maryland hospital in the maryland area of baltimore city near baltimore. [SEP] maybe they are not just now. [SEP] 28 at 19 west 14th street, chelsea; (914) 242 - 304 - 3300, www. hotelplacet. com. [SEP] five weeks later, 78 - 78, they are a fourth - place team in their first major game. [SEP] at the end [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] joe biden ' s office is planning to take the issue to sen. edward m. kennedy, d - mass., on the call. [SEP] for much of this week, he caught up in a super series, winning four games, including a 2. 3 - yard loss to the washington redskins. [SEP] she broke out and beat williams six times in the second set. [SEP] permira ' s children - - and grandchildren - - live in a caravan of sorts with her husband, wenson, a son of the queen. [SEP] but they insisted they were constructed but rather \" mean \" - - as they [SEP]", "detok_text": "[CLS] joe biden's office is planning to take the issue to sen. edward m. kennedy, d - mass., on the call. [SEP] for much of this week, he caught up in a super series, winning four games, including a 2. 3 - yard loss to the washington redskins. [SEP] she broke out and beat williams six times in the second set. [SEP] permira's children - - and grandchildren - - live in a caravan of sorts with her husband, wenson, a son of the queen. [SEP] but they insisted they were constructed but rather \"mean\" - - as they [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] now seems to be like a try. [SEP] britain ' s political leaders believe the talks of a deal are getting under way and british prime minister gordon brown has agreed to put together a joint government. [SEP] it would have been tough for me to spend some with staig ' s life. [SEP] many people were being swarmed by police traffic lights as they approached the back of their vehicle and then entered into their homes about 8 : 30 a. m. [SEP] but the money is being added over the short term to three elementary and secondary schools, helgate in tendon, corby and basildon in south belfast. [SEP]", "detok_text": "[CLS] now seems to be like a try. [SEP] britain's political leaders believe the talks of a deal are getting under way and british prime minister gordon brown has agreed to put together a joint government. [SEP] it would have been tough for me to spend some with staig's life. [SEP] many people were being swarmed by police traffic lights as they approached the back of their vehicle and then entered into their homes about 8: 30 a. m. [SEP] but the money is being added over the short term to three elementary and secondary schools, helgate in tendon, corby and basildon in south belfast. [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] a little bit away. [SEP] it ' s a production of nbc ' s classic \" billy the tv show, \" abc and the hollywood standard reported sunday. [SEP] that means there is a simple idea on time. [SEP] \" she was a shot and wounded in iraq, lying on the ground, \" he says, with a telly tale of the back home. [SEP] while saturday ' s game really can ' t have had a difference, the penguins will have six big games for each team in the round series, since they go home straight and at 6 : 45 a. m. their only time in the playoffs. [SEP] the swiss [SEP]", "detok_text": "[CLS] a little bit away. [SEP] it's a production of nbc's classic \"billy the tv show,\" abc and the hollywood standard reported sunday. [SEP] that means there is a simple idea on time. [SEP] \"she was a shot and wounded in iraq, lying on the ground,\" he says, with a telly tale of the back home. [SEP] while saturday's game really can't have had a difference, the penguins will have six big games for each team in the round series, since they go home straight and at 6: 45 a. m. their only time in the playoffs. [SEP] the swiss [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] in the nation ' s top income race. [SEP] for mr. mccain, the selection of the best candidate for the presidency has been among the most important during his administration. [SEP] the record is unclear what the deal was worth. [SEP] u. s. opposition leader michael fukuda said on thursday that global warming is more serious, doubting the effectiveness of a new government for the united states. [SEP] the interior ministry said 35 militants appeared to be targeted in the attack. [SEP] it has started 15 - 7 after winning the first series in 2001, and then starting the season at seattle. [SEP] but there ' s no point being a [SEP]", "detok_text": "[CLS] in the nation's top income race. [SEP] for mr. mccain, the selection of the best candidate for the presidency has been among the most important during his administration. [SEP] the record is unclear what the deal was worth. [SEP] u. s. opposition leader michael fukuda said on thursday that global warming is more serious, doubting the effectiveness of a new government for the united states. [SEP] the interior ministry said 35 militants appeared to be targeted in the attack. [SEP] it has started 15 - 7 after winning the first series in 2001, and then starting the season at seattle. [SEP] but there's no point being a [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] were living on a very healthy life. [SEP] a new pre - budget report is due by close of business on friday 28 march and that action should not occur before february 9, the report said. [SEP] paul coulis, 26, of cicero, ill., was charged in december 2005 of the death of his first wife, a former heart surgeon. [SEP] saban finished second, weighing only 15. 00 pounds in weight, and he was the american open champion. [SEP] what ' s wrong with a climate change report on the earth? [SEP] beijing, china - china ' s massive reserves of high energy crude oil may have been [SEP]", "detok_text": "[CLS] were living on a very healthy life. [SEP] a new pre - budget report is due by close of business on friday 28 march and that action should not occur before february 9, the report said. [SEP] paul coulis, 26, of cicero, ill., was charged in december 2005 of the death of his first wife, a former heart surgeon. [SEP] saban finished second, weighing only 15. 00 pounds in weight, and he was the american open champion. [SEP] what's wrong with a climate change report on the earth? [SEP] beijing, china - china's massive reserves of high energy crude oil may have been [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS], he said. [SEP] he left the stage and announced that he would miss the 2008 event. [SEP] i was a family member and wanted to live up to it. [SEP] goldman sachs group inc., the world ' s largest bank, this week cut the company ' s debt burdens, even as the impact of a housing slump and the slowing of the chinese economy plunged the third - largest economy into recession. [SEP] looper went 7 for the cardinals ' first save in three days, giving up three hits and one run in six innings. [SEP] she was aiming to be first overall in the first round of 2007. [SEP] since 2002 [SEP]", "detok_text": "[CLS], he said. [SEP] he left the stage and announced that he would miss the 2008 event. [SEP] i was a family member and wanted to live up to it. [SEP] goldman sachs group inc., the world's largest bank, this week cut the company's debt burdens, even as the impact of a housing slump and the slowing of the chinese economy plunged the third - largest economy into recession. [SEP] looper went 7 for the cardinals' first save in three days, giving up three hits and one run in six innings. [SEP] she was aiming to be first overall in the first round of 2007. [SEP] since 2002 [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] deficits. [SEP] \" we are ready here, you can get out there a few miles. \" [SEP] speaking to abc shortly after she made her case monday, johnson said the boy was attacked by a mother who had known about his son and was in the hospital at about noon after his death. [SEP] in other words, a team of researchers said they have not been overlooked by congress. [SEP] a medical team has begun its investigation into the cause of the deaths. [SEP] st. paul ' s in - house headquarters was based in stamford, conn., and the former global head of its california - based advertising business. [SEP] the [SEP]", "detok_text": "[CLS] deficits. [SEP] \"we are ready here, you can get out there a few miles.\" [SEP] speaking to abc shortly after she made her case monday, johnson said the boy was attacked by a mother who had known about his son and was in the hospital at about noon after his death. [SEP] in other words, a team of researchers said they have not been overlooked by congress. [SEP] a medical team has begun its investigation into the cause of the deaths. [SEP] st. paul's in - house headquarters was based in stamford, conn., and the former global head of its california - based advertising business. [SEP] the [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] slow, fast growing economy. [SEP] both parents were forced to sign an agreement on their own, and the parents moved to the us in 2006. [SEP] on a trip in 2004, a telephone interview at the time, he gave a hug and before i got to get down he said that \" i was the driver and he gave up crying \" when i was trying to take a seat. [SEP] but they are hardly alone. [SEP] \" the government is faced with a shrinking population... [SEP] the story of the incident is revealed in october 18. [SEP] trying to change people ' s minds, the conservatives suggested that the economy would be [SEP]", "detok_text": "[CLS] slow, fast growing economy. [SEP] both parents were forced to sign an agreement on their own, and the parents moved to the us in 2006. [SEP] on a trip in 2004, a telephone interview at the time, he gave a hug and before i got to get down he said that \"i was the driver and he gave up crying\" when i was trying to take a seat. [SEP] but they are hardly alone. [SEP] \" the government is faced with a shrinking population... [SEP] the story of the incident is revealed in october 18. [SEP] trying to change people's minds, the conservatives suggested that the economy would be [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] a review of data on home lending, the mortgage - finance arm. [SEP] he made the emotional visit to the national congress for an interview on his health at cornell. [SEP] until monday ' s end, a conservative government from the south has not formed a committee to do so. [SEP] the area is being closed following the collision which happened in nottingham at about 2000 gmt on saturday, police said. [SEP] there are few more surprises in the bock - luber, the first book for the motorist in his self - published memoir. [SEP] that ' s up from a revised figure last week after a survey of the economy showed the [SEP]", "detok_text": "[CLS] a review of data on home lending, the mortgage - finance arm. [SEP] he made the emotional visit to the national congress for an interview on his health at cornell. [SEP] until monday's end, a conservative government from the south has not formed a committee to do so. [SEP] the area is being closed following the collision which happened in nottingham at about 2000 gmt on saturday, police said. [SEP] there are few more surprises in the bock - luber, the first book for the motorist in his self - published memoir. [SEP] that's up from a revised figure last week after a survey of the economy showed the [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] on wall street. [SEP] french president nicolas sarkozy is set to meet with french officials friday so that his doctors can tell if she had a heart attack sunday. [SEP] according to the women ' s player report of the web site, only five european women americans have played in the asian championships since losing in last year ' s final in the same year. [SEP] williams, 30, and third - seeded venus williams are to be playing in tokyo this wednesday. [SEP] \" i ' m so let down in paris and wish i could choose to play my way through, \" davydenko said. [SEP] ( cnn ) - a population of [SEP]", "detok_text": "[CLS] on wall street. [SEP] french president nicolas sarkozy is set to meet with french officials friday so that his doctors can tell if she had a heart attack sunday. [SEP] according to the women's player report of the web site, only five european women americans have played in the asian championships since losing in last year's final in the same year. [SEP] williams, 30, and third - seeded venus williams are to be playing in tokyo this wednesday. [SEP] \"i'm so let down in paris and wish i could choose to play my way through,\" davydenko said. [SEP] (cnn) - a population of [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] any causes and whether it was possible he would die. [SEP] i could play for the club. \" [SEP] wenger has now stated that he believes he has a good player and that van persie may not be able to stay close to the mark when they meet on monday. [SEP] the former chairman ' s son, birmingham chairman and chairman bob diamond, has lost a third management job. [SEP] mr mccain tried to turn a re - election into a blow to incumbents, presenting himself as one of his core supporters even at his side. [SEP] no part of us, either, is better off for really.... [SEP] it [SEP]", "detok_text": "[CLS] any causes and whether it was possible he would die. [SEP] i could play for the club. \" [SEP] wenger has now stated that he believes he has a good player and that van persie may not be able to stay close to the mark when they meet on monday. [SEP] the former chairman's son, birmingham chairman and chairman bob diamond, has lost a third management job. [SEP] mr mccain tried to turn a re - election into a blow to incumbents, presenting himself as one of his core supporters even at his side. [SEP] no part of us, either, is better off for really.... [SEP] it [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] of kunduz, which killed 40 people and injured six others in much of the same district of hamdan district, hospital official mohammad khan told the afp news agency. [SEP] sam white, 45, of hartleb island, virginia, lived a shared loss, despite an illness taking his own life, the times daily union reported on tuesday. [SEP] the 29 - year - old 23 - year - old fell into a hole in a net and fired head - to - head over the head of a fence post on boxing day. [SEP] it was one of atlanta ' s few points to secure a two - goal goal with a [SEP]", "detok_text": "[CLS] of kunduz, which killed 40 people and injured six others in much of the same district of hamdan district, hospital official mohammad khan told the afp news agency. [SEP] sam white, 45, of hartleb island, virginia, lived a shared loss, despite an illness taking his own life, the times daily union reported on tuesday. [SEP] the 29 - year - old 23 - year - old fell into a hole in a net and fired head - to - head over the head of a fence post on boxing day. [SEP] it was one of atlanta's few points to secure a two - goal goal with a [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] to lead to the cancellation of monday ' s game, and it almost felt like a surprise. [SEP] american express inc., part of citigroup inc., said this week it plans to cut about 1, 500 workers worldwide in the collapse of u. s. automaker. [SEP] j. j. holmes simply couldn ' t hold anything back after playing for his second - round lead at the british open against greg haas, who had to play three shots on the last end of the first round. [SEP] now, too, he has played a title in a u. s. open since 2005 ). [SEP] there is no [SEP]", "detok_text": "[CLS] to lead to the cancellation of monday's game, and it almost felt like a surprise. [SEP] american express inc., part of citigroup inc., said this week it plans to cut about 1, 500 workers worldwide in the collapse of u. s. automaker. [SEP] j. j. holmes simply couldn't hold anything back after playing for his second - round lead at the british open against greg haas, who had to play three shots on the last end of the first round. [SEP] now, too, he has played a title in a u. s. open since 2005 ). [SEP] there is no [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] those who died in the study. [SEP] he later apologised only that the contents of his bag had been opened. [SEP] they put wales into the lead with a goal after three minutes 30 seconds before half - time. [SEP] although edwards had made his own statements and statements during the trial, he admitted that he had become \" almost a liar. \" [SEP] the taliban ministry said one person was killed and eight were wounded when the u. s. - led coalition forces were led by more than 2, 000 troops. [SEP] there ' s no doubt about the election at a time when everyone was on board. [SEP] the attack on [SEP]", "detok_text": "[CLS] those who died in the study. [SEP] he later apologised only that the contents of his bag had been opened. [SEP] they put wales into the lead with a goal after three minutes 30 seconds before half - time. [SEP] although edwards had made his own statements and statements during the trial, he admitted that he had become \"almost a liar.\" [SEP] the taliban ministry said one person was killed and eight were wounded when the u. s. - led coalition forces were led by more than 2, 000 troops. [SEP] there's no doubt about the election at a time when everyone was on board. [SEP] the attack on [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS], after north carolina had made their way in the first half, while kansas held it. [SEP] they go to a hotel hotel to watch the event. [SEP] green groups were outraged at the threat of damage to safety and health of the public in saying the report was \" illegal. \" [SEP] but on that same day, the time at the start of the week that that excitement might be heightened by the time democrats will be able to hold senate elections on sept. [SEP] by the end of the year, 42 per cent said they were reletting again, and the annual figure was considerably higher than it was the same. [SEP] last year [SEP]", "detok_text": "[CLS], after north carolina had made their way in the first half, while kansas held it. [SEP] they go to a hotel hotel to watch the event. [SEP] green groups were outraged at the threat of damage to safety and health of the public in saying the report was \"illegal.\" [SEP] but on that same day, the time at the start of the week that that excitement might be heightened by the time democrats will be able to hold senate elections on sept. [SEP] by the end of the year, 42 per cent said they were reletting again, and the annual figure was considerably higher than it was the same. [SEP] last year [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] force. [SEP] stand - in australian captain james tremlett is expected to make collingwood ' s international debut but hopes for a better series when england play india against australia in kingston park on tuesday. [SEP] the vote, known as an open - ended super primary primary for the republican party, allows democrats in the 10 west coast states, to decide the state convention held in february. [SEP] police later found a squad car running from his house, but after a short search, they were not able to find the man ' s body inside. [SEP] the decision, regarded as the mets ' out - of - season biggest, was won the first [SEP]", "detok_text": "[CLS] force. [SEP] stand - in australian captain james tremlett is expected to make collingwood's international debut but hopes for a better series when england play india against australia in kingston park on tuesday. [SEP] the vote, known as an open - ended super primary primary for the republican party, allows democrats in the 10 west coast states, to decide the state convention held in february. [SEP] police later found a squad car running from his house, but after a short search, they were not able to find the man's body inside. [SEP] the decision, regarded as the mets' out - of - season biggest, was won the first [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] court, he said. [SEP] england needed ' s best run of 140 before swann had dropped one for the first wicket and one could be saved by anderson, who had lost his own victim for a wicketless stand. [SEP] the governor is one of the main subjects of a series of suicide and bomb attacks blamed on the nation ' s government. [SEP] the federal trade committee had already approved a review of bonuses in the next three years. [SEP] but klatten said it appeared it was possible, largely because of an injury that plagued the team as early as saturday. [SEP] garginka is not expected to have the political goal [SEP]", "detok_text": "[CLS] court, he said. [SEP] england needed's best run of 140 before swann had dropped one for the first wicket and one could be saved by anderson, who had lost his own victim for a wicketless stand. [SEP] the governor is one of the main subjects of a series of suicide and bomb attacks blamed on the nation's government. [SEP] the federal trade committee had already approved a review of bonuses in the next three years. [SEP] but klatten said it appeared it was possible, largely because of an injury that plagued the team as early as saturday. [SEP] garginka is not expected to have the political goal [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS]urers. [SEP] the band ' s name and name were not released according to the results of the survey sunday. [SEP] there were no last - minute chances, but not nearly enough, as a header from distance from mark brown ' s first goal of the season did real damage for ferguson ' s side. [SEP] that timing, however, was unclear : shaun wright - phillips has scored a penalty goal for liverpool that could end the chances of liverpool ' s defeat of the czechs in wednesday ' s final game. [SEP] it is both cheap and cost effective. [SEP] i want to explain the reasons that led to sacrificing the [SEP]", "detok_text": "[CLS]urers. [SEP] the band's name and name were not released according to the results of the survey sunday. [SEP] there were no last - minute chances, but not nearly enough, as a header from distance from mark brown's first goal of the season did real damage for ferguson's side. [SEP] that timing, however, was unclear: shaun wright - phillips has scored a penalty goal for liverpool that could end the chances of liverpool's defeat of the czechs in wednesday's final game. [SEP] it is both cheap and cost effective. [SEP] i want to explain the reasons that led to sacrificing the [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/cosine_2p0_to_0p8_c1024_raw_samples.txt

@@ -0,0 +1,230 @@
+cosine_2p0_to_0p8_c1024
+{
+  "type": "summary",
+  "name": "cosine_2p0_to_0p8_c1024",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest.pt",
+  "step": 168000,
+  "decode": {
+    "kind": "categorical_fullvocab_temp_schedule",
+    "config": "cosine_2p0_to_0p8_c1024",
+    "steps": 128,
+    "model_t_mode": "post",
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "temp_start": 2.0,
+    "temp_end": 0.8,
+    "temp_schedule": "cosine",
+    "concentration_min": 1.0,
+    "concentration_max": 1024.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260508
+  },
+  "detok_genppl": {
+    "ppl": 61.62004678653673,
+    "nll_per_token": 4.120987252443416,
+    "tokens": 9963
+  },
+  "diversity": {
+    "sample_entropy": 4.226612023722781,
+    "unique_tokens": 1808,
+    "token_count": 8192,
+    "distinct_1": 0.220703125,
+    "distinct_2": 0.68873031496063,
+    "top_token_mass": 0.048095703125
+  }
+}
+
+===== sample 000 =====
+[CLS] security atjaki in iraq, with four others who had been ordered to leave. [SEP] washington - - bill clinton ' s father joe biden tried to make obama a major hit, wining his democratic support in his home state and republican rivals for bigger control in the west of the country. [SEP] the survey, which involved young adults, found 44 percent of parents choose to raise their children. [SEP] the no. ranked player broke again for the next set to go 1 - 6 and 0 - 5 up. [SEP] the missiles struck in the southern city of salar province and in khost, the capital of hormuz [SEP]
+
+===== sample 001 =====
+[CLS] lost to nalband and blake for the wimbledon title in 2006, while sharawantvili and serena williams, lost to henin after losing twice in 2004 - 6 before losing 6 - 7, 6 - 0, 7 - 6 last year. [SEP] the win takes a point to four points from manchester city in the premier league, while the champions need 10 points from leaders chelsea in the english premiers, although the blues remain 2 - 2 if they are to secure the title. [SEP] no one was available to comment, " he said in a telephone interview. [SEP] when her mother died in 2003, she had lost a [SEP]
+
+===== sample 002 =====
+[CLS] group ' s founder, said her family had been unsoriented and was now confident that the girl is safe. [SEP] at the french open, the 30th seed lost 1 - 6 6 - 4, 6 - 4 ( 1 / 7 ) in the quarterfinals. [SEP] the gunners, who lost liverpool ' s opening league final chelsea, arsenal, chelsea, tottenham and arsenal, lost, 2 - 0 to fulham, and then dropped out. [SEP] it would be nice to defend his title before the tournament but he ' s a big player, and be very optimistic about the prospect of losing, he won ' t be playing the game [SEP]
+
+===== sample 003 =====
+[CLS] high as $ 4. 93 before the share price falls early thursday. [SEP] they give a survey, two days before their first year, to 2, 000 students, mostly parents and postgraduate students who would like to spend more of their time at the university of london. [SEP] but it was a very emotional task. [SEP] japan ' s central intelligence agency said it was concerned that some people might have died from swine flu. [SEP] but shinichiichi sasaki, chief of toyota and the company ' s chief executive, shinaki sekumi, were skeptical, while giving the company more voice when it comes to profitability, saying [SEP]
+
+===== sample 004 =====
+[CLS] ' s growth comes from a plan thatcipates a stronger fiscal path. [SEP] st. louis took the lead with a walk in the second top of the ninth on lee in the fifth, but the pirates did not return it. [SEP] renault gp, robert kubica, british drivers championship champion lewis hamilton, australian mark williams in the world open winner ' s championship, british champion lewis hamilton in the bmw oracle world championship, french open champion thomas klvin in the belgian grand prix open in italy, german open open champion david simon in the netherlands and the swiss super - g in belgium. [SEP] if you can afford to [SEP]
+
+===== sample 005 =====
+[CLS] ferrari ' s veteran felipe massa of italy retained the fifth tour title, while ferrari ' s felipe massa and team - mate fernando alonso both will focus on the race, while kim raikkotel ' s fernando alonso ended his his title at gly gp. [SEP] tottenham sit fifth, just three points below - - and fourth behind play - offs birmingham and middlesbrough and lurking within five points of ferguson ' s men, while the gunners remained on top of the reigning fa cup champions and points with third - bottom middlesbrough and just two points behind their city rivals wigan, who lie fifth at 4. 15pm. [SEP] " there is [SEP]
+
+===== sample 006 =====
+[CLS] ' s final season. [SEP] elsewhere, eighth - seeded blake, no. 11 federer, no. 7 montanes 6 - 2, 7 - 3 6 - 5, 11 - 7, 4 - 4, 6 - 4. [SEP] the sixth - 21 seeded nikolay davydenko upset seventh seed david cuer 6 - 7 7 - 6, and while no. 30 andy murray 7 - 6, no. 5 roger federer downed australian open champion andy murray ( 7 - 5 ), frenchman arnaud clement 7 - 6, france ' s 6 - 2 7 - 3, and defending champion novak djokovic also advanced. [SEP] [SEP]
+
+===== sample 007 =====
+[CLS] affected by the recession and made more serious choices about emily ' s inability to get her kids into school. [SEP] the nikkei index was closed higher at 2 percent. [SEP] german striker cech scored the goal in the second minute and german international thomas biel equalised in the 20th minute. [SEP] simon blake, seeded 40, lost almost three points, but lost only his serve, before soderling saw off a win over novak djokovic. [SEP] the netherlands ranked third overall, with losses against france, host australia, the netherlands, england, sweden, norway and japan. [SEP] the fact is the children are healthy and getting [SEP]
+
+===== sample 008 =====
+[CLS] he was sold out in 2002. [SEP] russian safina, who won the australian open in her fourth round of the year, won the australian open for the first time in 2005 and 2002. [SEP] port - au - prince, new jersey ( reuters ) - wba delcova scored a shock victory against france ' s andy haye after his crushing victory at the french open de france on sunday, beating fellow holder joe calzaghe to earn points in a 4, 000 - meter bout knock - out on friday. [SEP] it was federer ' s fourth battle to reach the semi - finals of the french open. [SEP] [SEP]
+
+===== sample 009 =====
+[CLS]. [SEP] police said most of the man was taken by ambulance before 2000 bst on the evening. [SEP] although there have been 18 deaths in mexico in recent months, the number has dropped with the deaths to 36, or more dead. [SEP] a few friends had met her, it said. [SEP] it ' s goalie after atlanta took a 2 - 0 lead at the start of the last game thursday. [SEP] russia ' s metro areas have become chaotic and dangerous. [SEP] clothing increased by 1. 4 per cent and home retail sales increased by 1. 1 per cent, 3. 7 per cent and gasoline by 1. 7 per [SEP]
+
+===== sample 010 =====
+[CLS] city of calcutta, where 2, 900 people died. [SEP] it is getting worse. " [SEP] laursen added a third goal in the minute mark when the appeal of david dunn ' s header was disallowed as the club pulled ahead. [SEP] but there ' s nothing particularly certain about long - term prospects of a good player because of his less self - satisfied mind and his self confidence. [SEP] frenchman david montanes will face novak marlbis on sunday, while fifth seed nadal, the top seed and then the fourth seed, plays the top seed, nikolay safina and david gulbis, fourth. [SEP]
+
+===== sample 011 =====
+[CLS] top - flight spurs claimed a 2 - 0 win over chelsea, who ended losing 2 - 0 at birmingham on saturday, to the hope of securing a fourth win, in the second half, after a run of indifferent draws saw a win away to west ham and arsenal lift them into the top half of the premier league. [SEP] louis marjane ' s goal opened the scoring half for west ham, who defeated league champions havantna on sunday, while reading ' s samaras came back from injury to marouane ' s angled pass, just one minute from the international break. [SEP] overall, none of the top 10 [SEP]
+
+===== sample 012 =====
+[CLS] the netherlands in 2002 and then failed to win. [SEP] manchester united 6 - 0 - 2 ) extended their league title lead to a point of 10 goals, while didier drogba started with only four goals, less than fellow rivals liverpool, who shot into the second spot in the standings. [SEP] in the championship, they reached the closest of the contest, taking nine points from eighth spot in the english table. [SEP] austria ' s mariusz kovaldol held a points lead after third seed jez sabrisson of sweden, who needed two points in the final spot, had earlier pulled out of the second place after [SEP]
+
+===== sample 013 =====
+[CLS] did not spend enough time reading his books. [SEP] fourth - seeded dina safina, from the russian, had lost one of 13 straight early meetings for her place and top - seeded safinova of russia lost her match, beating 25 - year - old kleybana of poland 6 - 3. [SEP] the study followed 1, 900 adults between 7 and 64 years living from 1999, 2006 and 2007 through the 2000s. [SEP] safina ousted fourth - seeded blake 6 - 0 and eighth - seeded klarrer 6 - 7, 6 - 4 before losing 6 - 5. [SEP] i had been in contact and [SEP]
+
+===== sample 014 =====
+[CLS] said. [SEP] the automakers said the union had completed a review of the american carmaker and would suspend operations when gm opens its swindon model beginning january 2009. [SEP] they also came from the deficit, back by carrington ' s superb second half, which immediately before christmas given the hosts a deserved chance. [SEP] third seed andy roddick ousted sixth - seeded andy murray to win a fourth masters cup title last year, but he managed only one break point and the former russian seeded fourth seed and sixth - seeded sharapova lost his quarterfinal match. [SEP] two marines and a policeman lost their lives on sunday after 1, 532 [SEP]
+
+===== sample 015 =====
+[CLS] share prices collapsed in the summer, forcing massive losses in a bank whose shares lost more than half its value in late 2006. [SEP] available at 880089873193109319 : 2. 810997 1. 743. 73230 and 8118. [SEP] for the next few years, people thought i would go to the gyms, save them for myself.... you could just throw them at the club. [SEP] serena beat williams 11 - 3, 6 - 7, 2 - 3, then a second set point on a 1 - 0 rally for the fourth time [SEP]
+
+===== sample 016 =====
+[CLS] war that killed about 1, 000 people out of the sept. [SEP] the future of senior management at kpmg are expected to be discussed in an annual general meeting beginning at 1430 gmt on thursday next week. [SEP] as newcastle manager if mike ashley had stayed out of the fa cup and lost the premier league, he could have said that he would be a doubt in chelsea ' s first defence of the title in search of victory. [SEP] louis chamberlain ( 0 ) gave up a run and walked four hits. [SEP] the company received 9, 500 telephone letters from its employees last year, while it was mainly reviewed by its staff [SEP]
+
+===== sample 017 =====
+[CLS] america and elsewhere in europe. [SEP] the second - seeded swiss beat federer, in a fourth - round win on saturday, sixth - seeded, 6 - 4, 6 - 0, 6 - 0 against german frank gurkner, 7 - 5 on monday. [SEP] the other women ' s one - day matches, 200 names : 1 : 1, 600 ; 2 and 7 - - 6 ; simon 4 - 4 - 1, 835 ; 2, 500 ; 3 - 1, 500 ; 4 ; dinas safina 2 - 1, 4 - 0, 2 - 1 ; jansa 6 - 2, 3 - [SEP]
+
+===== sample 018 =====
+[CLS] national cancer institute. [SEP] andy parks then scored a goal as a fourth - man cardiff ' s captain jon mauger suffered a dead right back injury when he lost his place at home to france and south africa after the draw on friday night at murrayfield. [SEP] american roddick is seeded to face frenchman cypriots baghdatis and spain ' s carlos verdasco who lost over albert montanes in the 2008 french open on thursday. [SEP] djokovic, the 2002 champion, paris champion and the australian open open, returned to the tournament before winning his title in paris and brisbane and winning the all england club, the [SEP]
+
+===== sample 019 =====
+[CLS] saturday. [SEP] passengers using the service arrived in glasgow to be rebooked for six hours before getting back onto the picket line. [SEP] australia won 2 - 0, having lost a wicket to collingwood on 10, held by four balls before strauss recalled david hussey 0 - 2 thursday to make it 1 - 0 after just five minutes. [SEP] the england striker had produced a fifth - minute penalty when william gallas twice thrashed the ball of david caldwell, who burst into the area from thomas reina ' s cross, and was forced to be on the quickside. [SEP] new york, july 6 ( upi ) - [SEP]
+
+===== sample 020 =====
+[CLS] french open doubles on thursday included belgian veteran mike gasselin and fellow belgian xavier kunduz. [SEP] fifth - seeded novak guentt ' s top seed stunned france on sunday night to cruise through to the quarterfinals of the french open, where he lost to fourth - seeded frenchman commerder blake. [SEP] so we will then go to australia and india, " he added. [SEP] former no. 1 williams also made quarterfinals in the fourth round 6 - 6 - 1 down against fourth - seeded elena garres on friday. [SEP] she had said her son took a number of drugs, but it is not clear what it was [SEP]
+
+===== sample 021 =====
+[CLS] - elena dementieva, roger federer andra safin dropped into the quarterfinals on saturday. [SEP] federer has also twice lost there, losing to novak safina in 2005, won the 2005 french open on september 15 and 2007 and managed to reach the final of the tournament. [SEP] nearly 2, 000 people died, among them 20 young children. [SEP] almost 40 % of children survived in cramped dorms on fear of their parents. [SEP] trailing 20 - 7, the ravens scored twice with 1 : 34 left. [SEP] at 60, 000 people are injured in wednesday ' s blasts. [SEP] she is popular but is not by [SEP]
+
+===== sample 022 =====
+[CLS] concerns over the future. [SEP] " the frustrating thing is is that we don ' t want to wait until we ought to do something. [SEP] sweden ' s robin soderling finished up to play robin soderling 6 - 2 6 - 3 on saturday. [SEP] " he ' s gone and makes me think he ' s got something to do to me. [SEP] but ferguson now has his first game in doubt, though he appeared more focused on staying competitive until the fifth final on saturday. [SEP] she told an earlier post - match interview with sky wales on friday. [SEP] between 2000, 2002 and 2005, more than 400 civilians were [SEP]
+
+===== sample 023 =====
+[CLS] sunday. [SEP] in 2006, alisna safin lost her first match, to dinara safinva, to lose 15 - 16 to frenchman elena opponent in the quarterfinals. [SEP] as a young child, he was the only man who had asked him to tell him about his life. [SEP] mrs clinton was proud of her 17 - year - old son, bobby, who died at age 75, aged 76. [SEP] in the talk, which will be screened on bbc ' s morning 4 today, maggie smith, co - author and columnist tim watson and tim anderson, editor of the guardian. [SEP] there are a new york city [SEP]
+
+===== sample 024 =====
+[CLS] country. [SEP] the middlesbrough manager has denied england team - mate scott brown ' s place in middlesbrough after claiming he had quit mark brown ' s job last week. [SEP] the dispute over the british election could have a profound effect of the war in neighbouring afghanistan today. [SEP] " every phone is next to me in the morning, " she said monday. [SEP] car deaths were down 1. 5 percent from a year earlier. [SEP] dr. william weiss, a professor at the university of new hampshire, studied 502 older and older breast breast cancer patients who had lower blood tests and the risk of cancer - free survival. [SEP] so much by [SEP]
+
+===== sample 025 =====
+[CLS] losing the set 2 - 0 and falling at 2 - 2 - 2 and the sixth, then held before holding her first serve the rest of the way. [SEP] in finland, german world champion lewis hamilton suffered an eighth place finish in denmark after finishing fourth, second and ninth, before failing to finish in sixth. [SEP] bmw sauber ' s heki kottaki and german star raikkonen were about 2. 2 seconds off the green german flag but finished fourth after his duel of sebastian vettel and fernando alonso. [SEP] a significant fraction of companies were part of the survey. [SEP] as we look to recruit 400, 000 people [SEP]
+
+===== sample 026 =====
+[CLS] killed a range of fighters in an effort to maintain the momentum of the insurgency. [SEP] what i haven ' t realised is how much feels at the start time. [SEP] the others cities, sit stockholm, amsterdam and new york. [SEP] the visitors had been reduced to six points from the finish before the break to take second and six points to the hosts, who fell only three points ahead. [SEP] chicago ( ap ) - jon garland gave up four runs over three innings, scoring four runs for the braves, and the milwaukee brewers take a 34 - 26 lead in the fourth. [SEP] the company offers a number of risk portfolios, including [SEP]
+
+===== sample 027 =====
+[CLS] t walk away. [SEP] next, nick jeldt is actually playing at augusta. [SEP] dubai ( reuters ) - a retired scientist was sentenced to a five - year prison on monday for taking part in a 2006 attack in the indian ocean nation, court officials said. [SEP] but the result was not too much for the hosts, while arsenal kept themselves a point for sixth and sunderland seemed to find themselves as sunderland emerged from fourth, birmingham came in in 19th place, on 38. 5 points. [SEP] analysts expect average crude oil inventories average up to 11 million barrels a day. [SEP] " this could be a serious situation, " he [SEP]
+
+===== sample 028 =====
+[CLS] into the 59th, trying to make a final roster which includes fifth seed players novak djokovic, simon safin, nikolay salbina and roger federer, and roger federer, the world no two at the semi - finals on sunday no. 3. [SEP] nalbian who survived a fourth set of first - set loss after winning the u. s. open, battled back to take the sixth seed safina 6 - 2 match. [SEP] french group general motors said on thursday it was splitting the name of its core brand brand. [SEP] news of russia ' s clearest daily of sunday said russians weighed in to write [SEP]
+
+===== sample 029 =====
+[CLS] s & p 500 inched up 1 per cent and france ' s cac - 40 closed 0. 6 per cent to stand at 3, 100. 35, down 1, 0. 3 per cent. [SEP] totals 118, 92, 145, 65, 113, 71, 711, 146, 92, and 113. 691, respectively. [SEP] french driver philippe basset, daniel bullia, german daniel persev, germany ' s daisa mizadava, belgium ' s denis menchov and belgium ' s michel juncker are expected to be named. [SEP] belgian veteran nicolas kostelvic was [SEP]
+
+===== sample 030 =====
+[CLS] they lost only five of those games to give the blue jays a 2 win over nl leader atlanta. [SEP] having put a face on a series of issues, the result meant the new deputy home leader, up to 40 percent of the vote, could still do well over the green party. [SEP] lost 2 - 6, france, no. 6 albert montanes, 6 - 2, 6 - 7, 6 7 - 5, the fourth round winner of frenchman andy safina, who was seeded fourth, 7 - 5 7 - 5 in the fourth - round tie against croatia. [SEP] during the match we had to play our best [SEP]
+
+===== sample 031 =====
+[CLS] 82. 8 million ( $ 88. 93 ) in tax aid. [SEP] the independent association of medical examination panel ( pct ) said burgi could have succeeded in his suicide not to stop heart disease. [SEP] ferrari ' s 35 - year - old fidel castro became one of the most successful drivers in winning a championship last year after struggling with a foot injury. [SEP] she finished her run in the men ' s tennis with a solid, breaking 67 and a 65. [SEP] dr. robert brito, an assistant professor in health and psychological risk, says chronic disease also provides people with a chance to reduce smoking. [SEP] the [SEP]
+
+===== sample 032 =====
+[CLS] nato ' s headquarters in moscow and london on the early morning in 2003. [SEP] but members who wanted to complete the survey were approached by a swiss - based training group in october 2008 and asked what they had heard. [SEP] that meant much less, simply because the adults could not afford because they hated it. [SEP] international : 08781 5566 ; www. marriott. com. [SEP] the people also heard that the company was preparing to float, and it was seen yesterday of being sold at 50 per cent through vt group, the largest - quoted group. [SEP] they had clawed back at a level after 11 second months of this [SEP]
+
+===== sample 033 =====
+[CLS]. [SEP] asian markets opened thursday 1. 3 percent lower and japan ' s nikkei 225 lost 75. 56, or 7. 1 percent, to 673. 70. 3. [SEP] scolari ' s side were headed out of the final race, only with their second win in five games, against the brits, a hungarian side, held by aalborg and then a pair of points at cologne. [SEP] his first came for wolves, who spent the first five minutes of the game against sunderland in 1996 when louis daschle added chances from close range after he scored a penalty goal in the last - minute penalty [SEP]
+
+===== sample 034 =====
+[CLS] in asia on friday, 10 - year bonds sank into a 9. 8 percent slump, and the nikkei 225 index was up 18. 47 points, down by 0. 3 percent, while the stock had dropped 2. 9 percent, a gain of 1. 7 points in the past three hours on the back of results from leading european banks, and a global sell - off in the next four days. [SEP] susan seagel, a professor of journalism at the university of wisconsin at madison, and colleagues looked at the survey findings, reviewed the data collected and answered questions about whether the data could be accurate. [SEP] it was a [SEP]
+
+===== sample 035 =====
+[CLS] 18 - 21 last year ' s australian open. [SEP] former cabinet secretary alan milburn on wednesday was appointed to a review of the independent advisory committee on the age of public health and the royal research institute. [SEP] but it is unclear whether the battle between the two is at a new beginning. [SEP] they asked to do the same thing. [SEP] " america ' s good choice, " he wrote in the summer of 2009. [SEP] tommy bowe is hopeful to stay with the team in south africa. [SEP] as a consequence, it does not surprise me. [SEP] he had held off a big men ' s serve in the first set when [SEP]
+
+===== sample 036 =====
+[CLS] the eighth seed during tuesday night ' s game at florida, it was over. [SEP] the department of federal disease control and the strategic health plan released its 11th national cancer institute annual study, which surveyed about 12, 000 adults with cancer annually. [SEP] roddick, a big - serving australian open, defeated anne radwanska on sunday 6 - 3 while the fourth - seeded u. s. open defeated ernests gulbis 7 - 7, 6 - 4, 6 - 6 to face 12th seed andy blake in five sets. [SEP] the russian champion then broke roger federer 7 - 7, 7 - 6, 6 - 4 [SEP]
+
+===== sample 037 =====
+[CLS] 2005. [SEP] the fourth seed of three players, world number one and fourth seed roger federer, lost his serve on the second and fourth while losing the match level at 5 - 2 while sixth ninth seed blake beat the ninth seed 7 - 6 - 3 2 - 7, 6 - 7, 6 - 7 and ninth seed david nalbandian beat eighth seeded frenchman gilles simon three times to win, while losing 2 - 1, 6 - 4 in germany, hamburg and vienna. [SEP] paris ( reuters ) - american andy roddick clinched his masters cup title on sunday when their first - round match at the french open in marseille began [SEP]
+
+===== sample 038 =====
+[CLS] 8 - 6 ) lost three straight, striking out five and pitching the fourth. [SEP] it was last modified at 11. 38 gmt on tuesday 12 january 2010. [SEP] do you have a mac? [SEP] both cancers are related to patients - - alzheimer ' s disease, bone and brain, prostate, breast and brain cancer. [SEP] jan menderpras and richard gasquet rallied to win 5 - 1, before blake lost the opening match to draw 3 - 1 into seventh place. [SEP] by the time he took it back away to win it 2 - point. [SEP] the lg maxx design was selected by the national design [SEP]
+
+===== sample 039 =====
+[CLS] sunday morning on saturday - - morning 2010 at 8 : 40 a. m. [SEP] the case delayed court hearing until jan. [SEP] england ' s oliver wilson, as well as france ' s daniel hagdon, was fourth on seven back at the turn after a foursome 68. [SEP] the highly ranked djokoandian was on his way into the match in the first set and lost three times in eight of five games before then losing just 20 points for a 6 - 3 lead. [SEP] in wisconsin ' s democratic primary by - election on may 1, wisconsin ' s 1st district, where democratic presidential candidate joseph biden won [SEP]
+
+===== sample 040 =====
+[CLS] [SEP] britain ' s mark mcburney made his shock return to form in the men ' s scottish open on wednesday. [SEP] the frenchman defeated men ' s open champion finalist novak djokovic by five points, losing five out of six games and winning 50 - 40 points, 26 - 26. [SEP] the benchmark jones industrial average in japan, which led the dow jones industrials index on tuesday, was trading to close down 0. 6 percent at 410. 17. [SEP] the second round is being held at a hospital in highfield close in lot of england on thursday, wednesday, tuesday and 22000 gmt. [SEP] but [SEP]
+
+===== sample 041 =====
+[CLS] said : " we are hoping for one another. [SEP] the gunners face three months after liverpool ' s seven - times world cup winner dropped out of his side after the champions league champions scored a vital goal for arsenal in the early stages, but sir alex ferguson has conceded that they could not find a clear way to get to the top of the losing heap by winning their four - legged championship. [SEP] the researchers found 773 children who were born from 1970 - older adults who were just 16 ( 47 % ) and young adults ( 53 % ). [SEP] the latest u. s. health and borderization team now brought 18 women to [SEP]
+
+===== sample 042 =====
+[CLS]. [SEP] nadal jumped to 30 points behind novak djokovic, then closed with a loss of five. [SEP] she added that her daughter was spending six months of education while living with her parents, her son in high school and her family and siblings wanted to be strong at school. [SEP] safinic won the match in sets on saturday, france ' s ma dinara safin went to the final to face safina, fifth - seeded former world no. 7, and sixth - seeded elena dementieva 6 - 3, 6 - 5. [SEP] he is the subject of a nationwide public investigation. [SEP] the [SEP]
+
+===== sample 043 =====
+[CLS] their final five. [SEP] on the night of november 2008, she was severely hit by the man, a woman in a red - coloured car and the woman was struck. [SEP] in the third match of the tournament in the netherlands, russia ' s elena dementieva earned a second - round doubles match against hungary and denmark after she beat japan 2 - 2 6 - 3 on friday. [SEP] ( cnn ) - - andy juandei defeated roger federer his opening match, 6 - 4 in the fourth round monday. [SEP] in february, at least 10 americans had died at bagram air base in afghanistan, the us military said [SEP]
+
+===== sample 044 =====
+[CLS] nearly 8 % - with the cost - $ 43, 500 - - up 40 %. [SEP] nato officials had announced earlier on friday that the 16 and 18 - mile trek from abhorz to the town of lashkar gah in the north of kandahar had been lost. [SEP] so how can we learn more from that experience? [SEP] it ' s also very expensive : " you ' re almost going to find a lot more affordable than golf, " said the american, who finished first on the pga tour as the day ' s top member. [SEP] the panthers were stunned when pittsburgh took a five - point lead to 4 [SEP]
+
+===== sample 045 =====
+[CLS] in 2005. [SEP] lunch on the sunday afternoon with the rest of day. [SEP] the sources said the deadline for the lawyer ' s request was set sunday, citing the county prosecutor ' s concerns. [SEP] the former woman had been taken from the dutchess county jail after receiving a number of tests before being released. [SEP] it doesn ' t just matter. [SEP] new delhi, paris, paris, stockholm, amsterdam, london, antwerp, amsterdam, dusseldorf and seville ; $ 1. 948 billion ; 2. 11 billion ; $ 1. 06 billion. [SEP] a fourth - seeded opponent in the paris open, roddick lost the first [SEP]
+
+===== sample 046 =====
+[CLS]us hiddink, the manager of champions chelsea, decided to decide on the captain of england after returning after winning 1 - 0 at sunderland and leaving for a trip this week. [SEP] on friday, russian nikolay davydenko earned his place by winning 0 - 2, 6 - 3 6 - 4 and frenchman grie clement beat frenchman rifiet in the second set. [SEP] i had been on dialysis several times and had had just dropped for a few at a time, before christmas. [SEP] the scot was 20 and finished second only to lose him and knocked him out of the first french open championship in 2001. [SEP] [SEP]
+
+===== sample 047 =====
+[CLS] were struggling to make up for a worse injury, goals from michael ballack. [SEP] a settlement was chosen for the review of the u. s. supreme court ' s ruling at the trial sentencing review in march 2010, when the case is served, the st. paul ' s said. [SEP] he lost serve in his final round of which he lost to james blake 7 - 6, then lost yet again in the second, with four games to go. [SEP] " the problem is not much about long - term solutions, but the costs, " says peter klee, a director of the harvard university global public health research center. [SEP]
+
+===== sample 048 =====
+[CLS] comment on what his position was. " [SEP] a hospital spokesman declined to said the family was doing very well at the time, the toronto times reported sunday. [SEP] the next meeting set to be held on sept. [SEP] jacksonville ( 3 - 0 ) trailed, 36 - 24, when marco hartni tied the score with a touchdown return early in the second quarter. [SEP] it was hurting him so i can ' t be sure what i thought he would do. [SEP] marseille claimed the opening goal in the break when etuhu fired home. [SEP] edt on saturday 9 april 2010. [SEP] the timing is excellent. [SEP] however, the [SEP]
+
+===== sample 049 =====
+[CLS] the number of women aged over 50 and more half - smokers increased 8 %, compared to 75 per cent of women aged 10 - 25s, the study found. [SEP] the investigation was launched after a review in july. [SEP] vaughan ' s agent confirmed that he would give himself the chance to compete for the england job. [SEP] he helped the club set a league record for the first time in his career with a first goal, only to be substituted after six minutes and matthew upson winning 1 - 2 after winning his first cap yesterday before failing to finish the season with an achilles injury. [SEP] there ' s a reason to think [SEP]
+
+===== sample 050 =====
+[CLS]. [SEP] england took their place for five runs just before half - off and on 175 for two, england captain strauss made five runs to reassert the possibility he might start the series after the first innings as england laboured out for 310 having lost five wickets in the run - off. [SEP] the u. s. military declined to confirm the attack. [SEP] london, july 20 - electronic arts inc. plans a $ 7. 7 million ( £640 million ) takeover offer for sun jones & co ' s suntech technologies inc. [SEP] he trailed 7 - 5 in the round two of the australian open in last year. [SEP]
+
+===== sample 051 =====
+[CLS] fell into disrepair. [SEP] his strong performance earlier this year appeared to have already hit his mark. [SEP] about 5, 000 schools and secondary schools are being shut across towns and cities throughout the region. [SEP] plano, sept. [SEP] ninth - seeded dinara safin lost 6 - 0 6 - 0 but isner lost 18 points and took 15 in the second set. [SEP] according to the national institutes of health and human health center at mcgill university, the number of infected people has already risen 40 percent each year in the last 18 years. [SEP] the tigers shrugged off a loss in utah to reach the final four and secure a ninth [SEP]
+
+===== sample 052 =====
+[CLS] charges was exposed when the case were heard from 2000 - 2004, but there was no evidence within the case relating to them. [SEP] liverpool have been able to keep their progress through the league campaign, with eight points top - scorer arsenal, seven points behind liverpool and nine at home in nine games. [SEP] in other words, investors have started dramatically boosting their exposure of assets like securities. [SEP] but his brother has received international warnings on the safety of the party. [SEP] nadal won his first first - round match to overcome a frenchman, french frenchman michael tsonga, in the semi - final of the australian grand open. [SEP] " [SEP]
+
+===== sample 053 =====
+[CLS] 0 - 0 record in 2006 in athens, alongside wins in latvia, england, spain, germany and norway who moved to the top in ninth last season. [SEP] button, who started the 2005 team savioo champion, took a surprise second place but failed to get his fourth championship ; in 2007, the british grand prix ended up five points behind when bullen pulled to the eighth. [SEP] in january, the death of the british writer john schull ' s epic book terror became an epic story : the mythological period of the railway age. [SEP] the authorities said three people had died in the scene of a suicide bomber that broke [SEP]
+
+===== sample 054 =====
+[CLS] david davis of britain beat ninth seed gilles federer 6 - 3, while defending champion andy murray plays saturday, and fourth - ranked france could lose their place at the french open. [SEP] david twitchell, 41, from barburn terrace in abley, leys, and bracknell road in sedgeon in northamptonshire, were both arrested at about 2000 gmt on saturday. [SEP] that means he may be considering his presidential bid. [SEP] vassi lula, the big winner of the 2005 open who withdrew withdrew after a knee injury, had to make a bid for a sixth straight win after a stroke of the first set set [SEP]
+
+===== sample 055 =====
+[CLS] from the leader. [SEP] bergenheim tied their game with three minutes of goal when substitute florian boch made an extra - time header to hit a goal back for germany, then thomas heinzen had narrowly missed on the line. [SEP] ( cnn ) - nikolay davyden of serbia and fourth seed safin all lost in the second round of the tournament french open on wednesday, and the current quarter - finalist jeare williams, ninth and sixth, faces eighth - seeded fourth - seed elena gakhin in the quarterfinal draw alongside american players anne sc mahut, samantha stosur and venus williams. [SEP] the defending champion took the [SEP]
+
+===== sample 056 =====
+[CLS] champion frenchman wisquiet paired against eighth - seeded belgian robert kindr for a quarterfinal match, champion and french open champion robert benyder and frenchman lindsey vonn, and russia ' s dina safina defeated fellow german seed eduardo sahli on jan 6. [SEP] defending champion sharapova, runner - up and second overall in the women ' s us tennis championships, said she was planning to retire serve in retirement and pursue another campaign in 2009. [SEP] beijing ( ap ) - american andy murray comfortably beat champion robin sharapova, of russia on thursday for a final place in asia. [SEP] novak djoko [SEP]
+
+===== sample 057 =====
+[CLS] the decision to stay. [SEP] eighth american seed roger federer opened his sixth match of the french open after he defeated germany 3 - 1 6 - 3, 7 - 1, and 6 - 2, 6 - 4, while seventh. sixth - seeded third - seeded radin was ousted by defending champion dina safina after she lost 6 - 6, 6 - 3. [SEP] noam retained his second consecutive appearance overall after a disappointing 2 - 0 - 0 draw over leaders finland. [SEP] the government had until saturday to close the august recess after president hamid karzai ' s final attempt to secure his seven - year term with a [SEP]
+
+===== sample 058 =====
+[CLS] make fraud more difficult. [SEP] actually, they said, he half - died. [SEP] venus williams, who plays france ' s chardy, and serena williams, who failed to make it through to wimbledon, losing the two titles, in the second set, will be tested against a trio of the united states. [SEP] the weather was more brisk and light, but quieter and uncertain. [SEP] a : they ' re not out there. [SEP] figures released by unicef this month showed that 5, 032 children diagnosed worldwide - - about 500, 000 of them enrolled in the u. s., in europe alone - and 90 percent of [SEP]
+
+===== sample 059 =====
+[CLS] those who experienced it. [SEP] a person close to hayden ' s matter said the official nature of his report had been dropped. [SEP] i can ' t be much more than happy to hold back to my performance at the moment, and have a feeling of whether you tried it out at the time or you don ' t know it was the right thing. " [SEP] double british world champion jenson button and mclaren englishman lewis hamilton won his team ' s hopes of the next two french masters by five points, while novak djokovic hit the target with one of three at half - time. [SEP] in total total of 24 % of this [SEP]
+
+===== sample 060 =====
+[CLS] having beat nicolas marlband, andy murray and david gadick and have lost them out if they bid to win their chance to finish the match. [SEP] david galbandian wrapped up his place in the fourth round of the masters after taking over a three - set match. [SEP] the swiss failed to score much this time in the ninth game after losing the second giving up five more points and a 35 - 0 record in eight games against the russian. [SEP] no. seed safina lost to her serve 12 times and is hoping to meet one of germany ' s top teams next week. [SEP] the survey represents more than 50 [SEP]
+
+===== sample 061 =====
+[CLS] forces. [SEP] zimbabwe ' s presidentai kibaki said sunday dismissed speculation that zimbabwe ' s ruling party was headed for a new presidential term, which would be held in march ' s election. [SEP] peter colligan, an expert at germany ' s university of bremen, warns that young people should take more risk when they try to make symptoms of their illness less serious. [SEP] the death of a suicide bomber in a convoy after an attack on a mosque in the same area is believed to have killed nearly 300 to 400 people. [SEP] the study was commissioned by the government ' s environment survey. [SEP] the debate was called for the [SEP]
+
+===== sample 062 =====
+[CLS] prix, second favourite lewis hamilton and germany ' s fernando alonso of mclaren, while mclaren have climbed fifth in the championship standings. [SEP] the fourth seeded players advanced, the fourth seed novak djokovic, faces safina, roland garros, the australian open safina champion, and roger federer jr, the former australian open. [SEP] on the second stage, the mood soured and fresh resignations were cast over dr salmond ' s allegations. [SEP] it appeared in the guardian on wednesday 28 october 2010 on top 10. 46pm comment on sunday morning. [SEP] " we continue scurry to clear the democratic nomination [SEP]
+
+===== sample 063 =====
+[CLS]urers. [SEP] that is why people have been worried or not before they went on a rampage. [SEP] the men were cruising to a 0 - 2 quarterfinal by no. 4 seed and no. 6 seed robin kragner, while nikolay davydenko of russia also defeated no. 4 philipp kleyschr 11 - 3, 6 - 6 - 4. [SEP] a 17 - year year - old boy has been arrested in connection with dangerous driving in connection with the death of 13 - year - old daniel fletcher, the meride police agency said. [SEP] i want to open the door of china to the chinese people because the [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/cosine_2p0_to_0p8_c256_raw_samples.txt

@@ -0,0 +1,230 @@
+cosine_2p0_to_0p8_c256
+{
+  "type": "summary",
+  "name": "cosine_2p0_to_0p8_c256",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest.pt",
+  "step": 168000,
+  "decode": {
+    "kind": "categorical_fullvocab_temp_schedule",
+    "config": "cosine_2p0_to_0p8_c256",
+    "steps": 128,
+    "model_t_mode": "post",
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "temp_start": 2.0,
+    "temp_end": 0.8,
+    "temp_schedule": "cosine",
+    "concentration_min": 1.0,
+    "concentration_max": 256.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260508
+  },
+  "detok_genppl": {
+    "ppl": 52.61771836855152,
+    "nll_per_token": 3.963052914135212,
+    "tokens": 9670
+  },
+  "diversity": {
+    "sample_entropy": 4.229658640820065,
+    "unique_tokens": 1833,
+    "token_count": 8192,
+    "distinct_1": 0.2237548828125,
+    "distinct_2": 0.7153051181102362,
+    "top_token_mass": 0.052490234375
+  }
+}
+
+===== sample 000 =====
+[CLS] are finding an easy way to get their money back on track. [SEP] " i really want to win this year, " he said. [SEP] he had to close in the next game against ivanovic, putting him ahead 40 - 0 and taking the lead almost two all the way to set point. [SEP] " i was scared on my face, " he said, speaking with a toothy smile. [SEP] kevin suppan struck out five for the rangers, improving to 6 - 0, 4. 5 era. [SEP] but they came away with a couple of second - half goals from david monza, lowly nderiay [SEP]
+
+===== sample 001 =====
+[CLS]rsteing said. [SEP] button has won eight of his last seven wins, including seven in the san siro, including in a year ' s championship in mid - july at mormio yesterday, when the spaniard last year won the sixth stage for the 2007 season, finishing just four seconds back. [SEP] southers, 26, finished third and seventh. [SEP] " i was in a crash in a british village on october 19 2006 and i had before christmas to buy a car which said someone that was actually driving it, " he said in his radio interview. [SEP] the military would not say if the crash was involved in [SEP]
+
+===== sample 002 =====
+[CLS] said the flyover for the event was " in due course, " and the airline had told pilots to come home. [SEP] at pittsburgh, the fifth - seeded mets led 1 - 0 for the ninth win in two games this season and seventh of eight league chances. [SEP] it ' s less than today ' s exhausting stuff. [SEP] the sch - 80 aircraft went down at about 2 : 30 p. m, then went down. [SEP] i can ' t take your whole life for your good. [SEP] they came a little closer, and we can win the game. [SEP] still, the more expensive and out - of - [SEP]
+
+===== sample 003 =====
+[CLS] much as $ 4, 000. [SEP] be worried about cutting off your budget. [SEP] the new president is retiring the beginning of april, according to the general staff of brown books and a co - member of the special executive committee of the business publishing association involved in the company ' s online business. [SEP] also friday, france ' s martin vaudej bravely won the seventh masters doubles title sunday, 6 - 5 3 - 6, 7 - 5 after holding off britain ' s andy murray, defeating the unseeded phaun 6 - 4. [SEP] experts said the goal was to increase the number of " sick people infected [SEP]
+
+===== sample 004 =====
+[CLS]. s. troops in afghanistan. [SEP] after the attack monday, the u. s. military also took control of the town of marja and left 16 dead after six hours of the fighting, the source who did not return a call told reuters, speaking on condition of anony. [SEP] while 88 percent of men live aged 60 and older and have alzheimer ' s, about 4 percent of adults do not have a normal or lower risk of a severe disease to death by the next day, such as death or stroke, increased weight loss, loss of weight and body count ). [SEP] never mind, how do you run a city [SEP]
+
+===== sample 005 =====
+[CLS] saturday ' s motogp series title and will finish just nine points ahead of britain ' s world champion lewis hamilton so the mclaren team can focus to focus on the race. [SEP] but next time, he knows a little more about making it seem astonishingly difficult. [SEP] bridge, 38, featured as the most - form midfield player of his motherwell side and, despite, five minutes into this season ' s final triumph, the gunners continued to top - class form during the opening premier league campaign. [SEP] with five - goal losing games in their four home games, the visitors were back in extra - time and could win a goal [SEP]
+
+===== sample 006 =====
+[CLS]. [SEP] copenhagen, 2008 ; copenhagen, florence, 2004 ; paris, april 7 - 6 ; aug 11 - oct 2, copenhagen, frankfurt ; july 12 ; paris, 2006 ; paris, 2007 ; april 11 - 18, 2005 ; and at least 14, 500 north of copenhagen, berlin and 19 other countries, all in 2006 and 2007. [SEP] surrey police said the incident, a serious heart attack, happened at about 2000 gmt, on bridge lane shut down in the early part of the town. [SEP] " i remember it was with 12 young people and 10 children, and there ' s just about people having their children taken [SEP]
+
+===== sample 007 =====
+[CLS] comment on the claim whether the move is part of labour ' s decision to come in early on thursday. [SEP] mrs taylor ' home in county down, west yorkshire, described hearing from a friend sunday night that the disappearance of a fourth, two children who was murdered was ruled a suicide. [SEP] " there is a surprise because, by that two hours, there is an amazing amount of time but if we saw our daughter in the wrong way, they don ' t. [SEP] chelsea threatened twice with daniel nani ' s low drive, but ivanovic dropped to his left on the rebound. [SEP] over the years, it became clear to [SEP]
+
+===== sample 008 =====
+[CLS] he was the last to die in july. [SEP] lyon had a groundout and one out in the fourth, but washington ' s santana almost left his mark after only arriving in the sixth inning. [SEP] i was more told that they would face a prosecution and to worry about an adverse outcome. [SEP] the blood test was a test to see if his fighters can fight for the wbf title, with their near - certainty rival joe calzaghe confirming whether he would quit the ring for this year. [SEP] i believe his victim was right. [SEP] police have treated ledger ' s death as a homicide ahead of the event, which has [SEP]
+
+===== sample 009 =====
+[CLS]. [SEP] police said the burglar was taken at a detached house in hill on the island on sunday. [SEP] it really was about time. [SEP] can we rebalance the economy? [SEP] the winner of the contest was announced tuesday. [SEP] a spokeswoman for journalists and government officials said monday night ' s attack targeted the headquarters of the anti - taliban party on the outskirts of hazni city. [SEP] however, half of an equal group of young men came forward with a different choice to care for. [SEP] in 1919, half of britain ' s remaining 2, 100 gurkrkhagans lost their lives in the [SEP]
+
+===== sample 010 =====
+[CLS] of people are not to take any action to protest. [SEP] i was even nervous. " [SEP] analysts estimated the company would be close at 11. 67 billion. [SEP] but if it ' s not unprotected, then it is only fair. [SEP] but the economy - the rising number of long - haul flights - is not the answer. [SEP] the nato - led coalition force of up to 2, 000 german troops support the 6, 000 strong afghan national police force and an estimated about 7, 000 militants. [SEP] chief general sir william schhorne said : " the trial shows that at the very time, it is [SEP]
+
+===== sample 011 =====
+[CLS]s by keeping them on the so - called black market. [SEP] republicans are feeling some pressure from democrats, just as the bill resols into its final bill, which would actually help attract more votes, and allow democrats to raise a seat from early 2010. [SEP] she made a strong political impact on the 2008 presidential race when she lost the state ' s primary in the democratic party primary in september, but the democrats ' efforts failed to back her. [SEP] four - week stay with england goes by three hours, 9 a. m. - 8 : 30 p. m., all winter, just a little. the date of [SEP]
+
+===== sample 012 =====
+[CLS] when voters didn ' t know when to vote. [SEP] for the 24 - year - old england forward from southampton, only to hit 30 premier league goals in his last season, having scored nine of his 30 goals, including eight against tottenham hotspur, england needed only the strength of a fourth goal from home to win 2 - 0 in the semis. [SEP] they had been given the opening over by the hosts before the hosts did it in the fourth over. [SEP] he was also rethinking much of his father ' s business. [SEP] it is " not an impression that someone, of the future, would like that.. [SEP]
+
+===== sample 013 =====
+[CLS] wrong, " said mr gisli. [SEP] don ' t take time for granted, " says a woman with a total of 20, 000 pounds for her money. [SEP] glast, who won for the fourth time, made 26 starts for the event last year. [SEP] but they should get less. [SEP] the national bureau of national survey of unemployment came back thursday with the pace unchanged at - - 3. 2 percent. [SEP] mccarthy ' s side are third with five points from 18 games in the league cup and was dismissed in a 3 - 2 win by tottenham at the london club. [SEP] it had been backed down and [SEP]
+
+===== sample 014 =====
+[CLS] of their lead in the last general election, held in 2005, where they last won the presidency. [SEP] some people don ' t think they were doing well. [SEP] after being tied two minutes later, junya parra ' s superb effort from the right was blocked by kaka. [SEP] 1, they finished the last season in 1997 and suffered a one - game victory in four days earlier at baltimore. [SEP] at the center is the young man, david carlsen, a former heavyweight champion. [SEP] the 0600 gmt at 2000 gmt and the 0400 gm by 0700 gmt on sunday. [SEP] on the opening [SEP]
+
+===== sample 015 =====
+[CLS] people who died in the study, 43 percent were likely young children who lost more or more half of their body weight. [SEP] but stahl said that is not normal in his life, and there ' s no time a person would don ' t want to do the job. [SEP] most were iraqis, but the majority are arabs. [SEP] you even get to jobs done if you want to get them into class.... you won ' t put off the kids. [SEP] wasps went past reading with a penalty 5 - 4 but the harlequins side managed three points with a first - half goal at the line and [SEP]
+
+===== sample 016 =====
+[CLS] [SEP] you just got to play against the level of the forces he could and play. [SEP] financial results of struggling banks are expected to be discussed by a committee to run the deal through an internal review panel. [SEP] i just can ' t say he doesn ' t make money at all, so he could hardly say how much he ' s paying now. [SEP] in afghanistan september 12, 2001, in one of the deadliest attacks of u. s. military history, gunmen killed 19 pakistani soldiers and wounded 52 others. [SEP] born in early 1933, the 66 - year - old stage - head chef was seen standing in the middle of [SEP]
+
+===== sample 017 =====
+[CLS] debt would not be reduced. [SEP] the fourth - seeded lakers rallied monday night in a fourth - round victory over sacramento, 118 - 105 in the nba series here on monday night. [SEP] check out which you ' re right now, which are more of a trend. [SEP] " it ' s fun, " he says. [SEP] mr barret, 45, from texas, said he had been waiting for his injuries by the time, when he had a full view of the heart valve - - the high - voltages brought to control him by doctors and doctors. [SEP] they would track the extent of the causes and chance of deaths - [SEP]
+
+===== sample 018 =====
+[CLS] two points as cardiff held on to safety following a draw and a two - man spl last game after 15 minutes. [SEP] a man aged 21 and 39 was killed friday at his home in wessett, ohio, the newspaper reported wednesday night. [SEP] if you only know, this is one of the years when people grew up together to use facebook ' s platform. [SEP] he had been under armed guard at a military hospital since june, but could not identify himself. [SEP] in the meantime, parents should get the right information to get a dose, she said, but sometimes it takes months to save symptoms. [SEP] i want to be [SEP]
+
+===== sample 019 =====
+[CLS], since they had won the final four in a row and probably should not play the opening game in a tie for second place. [SEP] earlier in the day, england did four overs of pressure at the end, caught by johnson to remove onions before pietersen was elected to pull on for five, and he went out for another six. [SEP] " the focus for the olympics is a challenge to the british focus, " said ecb president tom miller. [SEP] one of their friends, along with the spanish club ' s manager of the year, was confirmed to the italian media that after travelling to germany, he had agreed to provide him [SEP]
+
+===== sample 020 =====
+[CLS] reported tuesday. [SEP] but he won ' t be keen to jump on the ground until back then. [SEP] further attacks on deepen warne ' s side, who are the top three scorers in south africa ' s confederations league cup ' s confederations cup campaign. [SEP] that is normal, after all. [SEP] ivanovic hit 10 aces and got into trouble with a double - fault to venus. [SEP] " but it was always unrespeable. [SEP] in europe, where high - margin products fell, operating profit jumped 9. 4 percent. [SEP] " we have got the impression that it is not in the interests of [SEP]
+
+===== sample 021 =====
+[CLS]t. [SEP] before the game, he agreed and said he had no idea at home. [SEP] new england, which was 0 - 12, rallied to win its fifth game in three games. [SEP] " i was tired of living on bed. [SEP] you - - have to wake up. [SEP] nearly 2, 000 people are killed and nearly 20 million homeless. [SEP] we all really believe. [SEP] in 2005 he beat mr thaksin ' s party, 15 - 7, in the second round of a 222 - seat parliament, and could take part just seven months after retiring. [SEP] another rebel general, who is familiar with the cast [SEP]
+
+===== sample 022 =====
+[CLS] lead over them. [SEP] midfielder steve jones made another superb chance from 18 yards with a powerful header 10 yards from goal, but his goal to reclaim the premier league title helped birmingham to maintain second place at another level after being carried away an early goal in sunday ' s league premier league win when burnley was held over manchester united. [SEP] that vote failed to get democrats a second referendum on a nomination in 2012. [SEP] but more aggressive efforts have focused on finding militants in eastern iraq, where at least one of the u. s. soldiers killed a taliban bomber earlier friday. [SEP] it was about 20 and we had more than a dozen. [SEP]
+
+===== sample 023 =====
+[CLS] for six after a tip - out. [SEP] wayne rooney, a young driver with a red side of his hands, looked a little nervous as he attempted to turn around the ball in midfield and made his first appearance of the year. [SEP] at the hospital in tashegu, a heavily buddhist district in the capital ossetia, cut off by the fighting of a local region, polling booths opened at night. [SEP] the remainder of the season will be dependent on united ' s first - half form and should they return in the premier league cup next month they could stay up to five points. [SEP] there would have to be some [SEP]
+
+===== sample 024 =====
+[CLS] country. [SEP] the finality of the independent inquiry is one of the concerns of a former army official who decided not to run the darfur region last summer. [SEP] we should take a look, given their lack of experience. [SEP] by the 1980s, he had said production would come back soon. [SEP] but that left him out of contention and the back includes steve mcclaren as well as mathis hargle and gareth bale. [SEP] the result was schafer ' s second to win the match, 6 - 9, and made sure of his second and fourth delivery sailed over the target. [SEP] but the fears of [SEP]
+
+===== sample 025 =====
+[CLS] of liberal democrats from conservative seats and conservative seats - could need five years for congressional re - election in january 2010, but he could be seen that november. [SEP] john mccain lost the presidential election in 1992 - 2004. [SEP] the canadian national team, who lost in 2002 to canada, failed to win a series for a third time. [SEP] we can take a financial advantage of all kinds of privacy, " says brad porter, who has done online sales marketing for allperstatemarket. com before getting into ctl. [SEP] another first - round opponent, philippe wilshere, soderling this time, who can break the [SEP]
+
+===== sample 026 =====
+[CLS], in charge. [SEP] how do i ever get the kids to take a game!!? 2, 000 patients should have been given the test in the first week, educating 4, 000 parents, children and parents about their condition and their prospects. [SEP] the english team pundits forced the start when the hamilton rubens, the f1 team, feared that they would press ahead on the first race and they could miss the second of the opening race to put their team ' s hopes at the top of the world championship. [SEP] a concession to a local election was clear that it could only generate some of the biggest gains, such [SEP]
+
+===== sample 027 =====
+[CLS] the back of his shock loss, was beaten 2 - 2, 6 - 2 in the fourth round final. [SEP] both microsoft and tcu signed a two - year sales deal in early 2005, and microsoft spent $ 30. 6 billion in february. [SEP] newcastle, liverpool and sunderland have 11 goals to add to their 14, while arsenal have beaten chelsea, liverpool, and barnsley, they are seventh and chelsea face sunderland, who have moved into the top four in the table. [SEP] at least two hours a day worked daily for about four hours compared to three hours a day. [SEP] she talked about her " nightmare " movies on television [SEP]
+
+===== sample 028 =====
+[CLS] it, especially if i try to do a bit more exercise to try when it can. [SEP] american champion williams of belgium lost her opening set match, going up 3 - 4 to take the lead to 5 - 3 before holding off dementieva ' s putt to rightie steve stricker of britain who sealed a victory in the u. s. open classic. [SEP] however, the risk of losing a life can be dramatically reduced. [SEP] the british national team was playing for the majority of the game with its home fans after its first appearance in 1997. [SEP] i think to listen to see what you want to make [SEP]
+
+===== sample 029 =====
+[CLS] its plan had a " positive impact " on the market overall. [SEP] for those who have already applied for four years, the application is then being given the chance to apply and return. [SEP] the south side, who have won the 2010 world cup series nine times, scored a record 17 points in their last two games and won a half - a - time in south africa and only two more more. [SEP] afghan government reports said one nato soldier died early at the taliban base in the eastern region, which is where many of the town ' s thousands of people are expected to. [SEP] however, it faced serious dilemmas with the public [SEP]
+
+===== sample 030 =====
+[CLS] 30 december, were discovered at 2130 gmt on 7 march. [SEP] as a girl i ' d never put my hands on by the pool, nor just be able to walk all my way into trouble with the force of life. [SEP] does it really matter that the way i played in the game? [SEP] lyon ( 4 ), k agger, ( 4 - 2 ) : a scourt, g henry, k reina, h silva, a messi, m boruc, m henry, j henry, m benitez, k jsc. [SEP] when the series began it will be much less [SEP]
+
+===== sample 031 =====
+[CLS] imposed last year. [SEP] 21 ). [SEP] having so had four aces and five points which cost him a few points at the garros has been the biggest disappointment in his second - round career in 2005. [SEP] their son, alex, was killed in shooting... [SEP] but some of the blame should never be dismissed. [SEP] hong kong ( reuters health ) - a strong earthquake is expected outside the world ' s capital after a massive earthquake broke out sunday in indonesia. [SEP] but gulvini, an economic analyst in new delhi, india, believes that the united states is in a position to help the nation ' s [SEP]
+
+===== sample 032 =====
+[CLS] country ' s elections in 2006, but i thought few of the sports and media involved were loyal enough to watch elections. [SEP] the uk ' s largest energy industry group, despite its forecasts for corporate growth and energy capacity, predicted no recovery in the market and warned of further high uk growth next year. [SEP] then : children, aged 17 per cent and 10, are the losers. [SEP] this is the second defeat in this tournament for tiger woods, and i have serious memories of being up at home for the finals of golf ' s top - ranked team. [SEP] they can cut back in next year. [SEP] in addition to this [SEP]
+
+===== sample 033 =====
+[CLS]al ' s bid to reach his fourth successive final in the french open, federer has come down to be having so much success. [SEP] the match is to kick off on april 3. [SEP] john isner ' s hard - fought start in the final set was starting with his right serve which yielded break points from 16 servings, but it took a couple of months of time to get a hold of his game again. [SEP] more than 40, 000 adults with the mental illness of hundreds of children under 35 died at the age of 6 years, a study by uk researchers found. [SEP] as a result of the current economy ' s [SEP]
+
+===== sample 034 =====
+[CLS] zimbabwe ' s people over the last five decades, the world bank said. [SEP] a study by the department for national security estimated last month that inflation would be down at 4. 3 per cent and the cost of working abroad had to hit the total by about 25 per cent. [SEP] the labour government spokesman said the case was fresh from her campaign and that police were a systematic approach to protecting people ' s lives. [SEP] i arrived at the school and came on the final day of my first sister ' s high school at the university. [SEP] he was due to present his verdict at the court later. [SEP] a live show will play the [SEP]
+
+===== sample 035 =====
+[CLS] just one and last eight games of the competition. [SEP] former opposition leader khatami on thursday announced plans to show his support to president ahmadinejad, one of iran ' s most - muslim factions. [SEP] we are scared of being known as the family, " says a councilman. [SEP] he has appeared on cbs ' s cooking show " america ' s kitchen " for the first time in years. [SEP] 5, while no. 4 nadal played against no. 6 nicolas krreo in the quarterfinals. [SEP] " we have not had a formal report to consider what should have happened, " said former german head coach jens [SEP]
+
+===== sample 036 =====
+[CLS] record. [SEP] on tuesday, three officers arrested over the bombing by police at a business meeting in the northern city of caracas. [SEP] the board that met monday said a review would be conducted in the coming year, according to a staff statement. [SEP] beijing ( ap ) - - assistant attorney general hu is headed to tokyo wednesday for launching what is expected to be a new phase of u. s. - china relations, even if, perhaps this time, the u. s, russia and other nations have agreed to participate in the talks. [SEP] in 2005, he spent three years with the company, making it the first to hand over [SEP]
+
+===== sample 037 =====
+[CLS] britain, america, italy, asia and denmark, and eventually scotland. [SEP] they looked shaky, losing five games on career - high five and scoring three runs in eight innings. [SEP] the red sox would have to turn out fans who bought tickets to the game before post game 5, and had to play 3 - d games. [SEP] so we tried this, using a comprehensive study that is considered a health - and - safety approach among younger people. [SEP] we are angry and disappointed. [SEP] for years, the government had been on a roll. [SEP] the rockets shot at least 50 percent from the field, who won eight of their last [SEP]
+
+===== sample 038 =====
+[CLS] to go, are offering limited opportunities, " he said. [SEP] while only 17 other people have received the h1n1, 61 percent of the risk of non - reusal respiratory disease. [SEP] the russian, forced to withdraw after his country ' s first defeat, lost five break points in the first set, beating former seed nicolas kiruso and gasquet went on to win and take a first - half 6 - 3 2 - 3 6 - 3 6 - 7 lead. [SEP] but the officers thought it was untenable as people waited for the call. [SEP] 15, 2007, was $ 31, 712 [SEP]
+
+===== sample 039 =====
+[CLS] giving details of the 23 - year - old defender ' s death, but says the president was the player and is not to blame. [SEP] 5, 2006. [SEP] friends and family nearby told her that he was devastated and contacted a number of friends within hours before returning to the hospital and on their way to hospital. [SEP] it all ended long ago if the team had lost an important match, we thought it would have been 15 points, rather than 20 points away and their top five points. [SEP] ferguson ' s manager sir alex ferguson won last year ' s third - round tie at club olympiaafe on sunday. [SEP] what is [SEP]
+
+===== sample 040 =====
+[CLS] two set points, and won 11 points in five matches, to defeat justine henin ' s number one on wednesday. [SEP] despite the most impressive run defense of the n. a. a., they got 37 points out of 31 from connecticut and won the next round, 24 - 26. [SEP] u. s. military officials said coalition air jets raided the taliban base in marjah early tuesday, giving the first that the taliban had died in three days. [SEP] they were delivered to retired air force officials at a base near fort hood, in texas, ahead of the official start of hostilities during the civil war. [SEP] 17 - [SEP]
+
+===== sample 041 =====
+[CLS] when they make a formal bid for the club. [SEP] the answer : good news is going to be good. [SEP] that number is expected to reach 18, 000 units by the end of 2011. [SEP] the approval of the deal which is currently being debated in a general session of the house will make its way to parliament by the end of the year but was rejected by some 70 per cent. [SEP] " the plan is probably right now to race in paris or manchester by 2010, but there is some evidence of a plan for the team to run, " said button, who won the 2008 tour, who withdrew after the race due to [SEP]
+
+===== sample 042 =====
+[CLS]. [SEP] nadal was to play on wednesday in his first match here at london ' s o2 arena. [SEP] ( cnn ) - - ljubicic lost two sets against china on sunday, and against robert bosco of the united states, who he won the 2006 australian open and the tour of the nation, his win of the year was effectively preventing the german national team from competing until july ' s eighth edition, the tour of south open. [SEP] in florida... texas, california, california and california are all put up for grabs by these voters. we have a lot of wh ' s. [SEP] " [SEP]
+
+===== sample 043 =====
+[CLS] any details as to how the service would be affected, but he said that information about the new service would be available by mid - afternoon and by the publication of the report. [SEP] the australians have been very strong at the oval, they ' ve been a bit as good on a good pitch, well and good, and there ' s a lot of pressure and a lot at the top. [SEP] dr phil evans, director of cervical cancer uk, said : " we are aware that screening is not good for cervical cancer. [SEP] there were six crew members among those who died at a naval air base in iraq. [SEP] top military official [SEP]
+
+===== sample 044 =====
+[CLS] everything from the back to the head. [SEP] about 9, 000 foreign visitors were expected to stay off the streets of taiwan on wednesday, but police and the national authorities put off their alert to ensure the warnings had not been heeded by the department of finance. [SEP] there is a pr business that runs travel and finance services from both airlines. [SEP] it ' s so improbable you ' d pay a lot of council tax. [SEP] nadal, who led 5 - 2 in the first set before he was out, hit an ace on second. [SEP] thompson ' s lawyer, 29 - year - old john belford, [SEP]
+
+===== sample 045 =====
+[CLS] director at the national capital institute. [SEP] she is the face of her child ' s life. [SEP] it was difficult to comprehend, but was ultimately realistic. [SEP] as of saturday ' s death, only the death count had been ruled as homicide, wake county coroner ' s attorney mark said in the statement that the coroner doesn ' t know the victims. [SEP] " i would love to play golf and not hide, " he said. [SEP] o ' shea then added a half - time goal with 13 seconds left to give chelsea a 4 - 2, giving them a fourth - place victory over their premier league opponents. [SEP] at the time [SEP]
+
+===== sample 046 =====
+[CLS] joe biden. [SEP] leicester and half - back wogan, who lost his job from england after losing three caps, appears to be the leading candidate for their team this week. [SEP] at pittsburgh, eric brezon also scored twice to end a three - point deficit for pittsburgh, which beat st. louis for the fourth time in five games. [SEP] a tornado forecast tuesday in ohio and wisconsin started early monday or friday and continued late - night until sunday. [SEP] perhaps by next year, he claimed, the sense was that mr obama would fight to gain the presidency of his own and win " the presidency " if he took them [SEP]
+
+===== sample 047 =====
+[CLS] is expected to support the growing popularity of smartphones. [SEP] no, wait. [SEP] " the whole story is a lot of money about money, that we can ' t really pay back because they don ' t have the money they ' d spend, " mr. cynics said. [SEP] wales ' chances in the second half, which had failed to put the focus on their ball away from play, were a brilliant attempt to get clear for the first goal. [SEP] the woman had been treated for severe shock at anfield hospital in the midlands. [SEP] he scored 11 runs in one match, finishing with 22, again setting up [SEP]
+
+===== sample 048 =====
+[CLS] a gun on his face after his hand took a blow on the shoulder. [SEP] " everything is very good, " he told the financial times on sunday. [SEP] the mission has set a target for may 2012. [SEP] former police chief mohammed mouri al - maliki is backed by prime minister mohammad daoud and said he won the majority of the 18 provinces. [SEP] i was so exhausted, i haven ' t even had a shot at the first round. [SEP] a version this article was published on guardian. co. uk at 20. 20 bst on thursday 29 april 2010. [SEP] the idea is to pay a reasonable price of [SEP]
+
+===== sample 049 =====
+[CLS] of anti - flu drugs is 60 percent. [SEP] " i am sure this will be the last of years, " the british champion said, referring to the date of his final event against borg, who won here in july. [SEP] india ' s half - hitting opener plundered three leg - spins, but helped england ' s lead make it up in the match and hit a fifth century in reply with a help from diller, who went for a six. [SEP] he fell to 15 - 7 after winning his first victory in seven starts, before starting the season at just 79. [SEP] there ' s time for a serious [SEP]
+
+===== sample 050 =====
+[CLS] " said peter wilson, leader of the upper house, which has passed on the green party ' s manifesto. [SEP] " if you ' re thinking of people who may do a little more of a little bit, you may have to make it, in the end, don ' t you? [SEP] it doesn ' t have much to do with our history. [SEP] calls is called out ( r. i. e. ), people can make those calls on their blackberry. [SEP] it ' s probably because it ' s all over the place. [SEP] he remained in second place, eight points ahead of liverpool while bayern ' s decei [SEP]
+
+===== sample 051 =====
+[CLS] a source suggested that he was likely to stay early because he failed to hold up his opposition. [SEP] police found a dark - car parked car with four occupants and a large passenger vehicle in the redcropted road area near knightsbridge. [SEP] for only six months, his competitive aspirations were destroyed, the german having lost a match in the french open in september 2007, the third of his entire major career. [SEP] if it happens, it won ' t get out of the way, he says. [SEP] cancellara pulled out of the race on monday because of his crash in this year ' s vuelta race and claimed that the [SEP]
+
+===== sample 052 =====
+[CLS] his side. [SEP] " you were ready here that you can get back - up as well because it always wants to be nice, to have the pace to keep yourself out of the game, " he says, adding something about his first season. [SEP] the researchers believed those in history had a better chance of death, but 55, 000 who said they could have been affected by breast cancer. [SEP] nadal has spent hard time winning all four of the same event this year and earned his place in third place finishes in doha and beijing. [SEP] the most recent is that he is a king. [SEP] the new rate of tax, which [SEP]
+
+===== sample 053 =====
+[CLS] about half the population in the united states, but today ' s population of 6, 000 and more when they moved to eastern paris in 1984. [SEP] fighting broke out in 1999 when the pair were both playing for the west siders. [SEP] the visitors took advantage of the 2 - 2 - 0 deficit in the 21st minute from midfielder sean taylor ' s header for an own goal which could be seen as hiddink ' s first goal. [SEP] " it ' s quite very nice to get a glimpse of the earth, " said turner, a devoted writer. [SEP] but he was worried about the prospect of closing the banking system. [SEP]
+
+===== sample 054 =====
+[CLS] 1 million in general operating expenses related to its risk - management unit. [SEP] the major indexes earlier rose 13 percent after key results - - standard & poor ' s international insurance co. - - gained strength from moody ' s moody ' s world credit report and the nxia ' s global telecoms index. [SEP] votes were set for sunday at 2000 gmt and saturday ( sunday ). [SEP] the little girl is keeping cool. [SEP] alisa lula, the danish second seed, beat lilian der kos 5 - 6, and former u. s. open champion casey kutcher 6 - 0 6 - 1 [SEP]
+
+===== sample 055 =====
+[CLS] taseer. [SEP] and we consider all the options on top of the mind, and even think about what we can do to determine what is the safest way to use a computer. [SEP] more patients know that it is part of our lives. [SEP] the man was hit by a peugeot car in kingsfield road, reading, in the early hours of the morning, 2005, on saturday. [SEP] the jets failed to stop the rebels in a three - day ambush of militants at mohmand in the east north of afghanistan on tuesday. [SEP] malin, president barack obama ' s first wife, got the call. [SEP] the [SEP]
+
+===== sample 056 =====
+[CLS] on thursday and urged the president to remain focused on the side of the campaign for a primary election, however, sen. claire e.rieu, r - tenn., said on thursday. [SEP] while diesel costs around $ 3. 45 a gallon for conventional diesel, experts said it would cost 230 miles more per one - day gallon of oil, at about $ 1. 88 a gallon on gasoline and $ 1. 87 per gallon more oil on gasoline. [SEP] blake led three sets in five minutes before fighting early on in the fourth set against his friend syp melzer 6 - 3, 6 - 0, 7 - [SEP]
+
+===== sample 057 =====
+[CLS]. [SEP] we, as you say, have looked up at the sheer intensity of the power with which they came. [SEP] the results will be published by february 24 - 19 september. [SEP] palatine, ill., sept. [SEP] the 37 - year - old allowed 15 run innings from his start since the 2005 loss to cincinnati, who fell to 9 - 5. [SEP] and they will not brief his family until wednesday before making a statement. [SEP] " it really makes me money. " [SEP] the czech news agency said the 10 - day war reached a remote island of 1, 000 miles ( 100 miles ) of territory and more than a [SEP]
+
+===== sample 058 =====
+[CLS] movie on the web. [SEP] the airline has said the occurred around 7 : 30 a. m. [SEP] and it ' s clear this comes from a number of sources i want to think. [SEP] men and young women were more or less likely to develop far greater problems than overweight women of the control group. [SEP] " it will be long and tough, but it ' s still before us that we ' ll have to keep that for now, " he added. [SEP] the scot, who made a three - set record in winning his sixth career title at the u. s. open in 2005 and made the year ' s [SEP]
+
+===== sample 059 =====
+[CLS] regardless of his age. [SEP] last year, 0. 3 percent of obese children, died per 10, 000 people. [SEP] schali had been given a cap at the age of 18 and in 2006 as a promising young player and has used his last - gasp form during his six nations career against the all blacks to give up a try. [SEP] a group of charities has collected more than $ 500, 000 annually for the foundation ' s cause, insureing the savings of more than 50, 000 donors, including breast cancer survivors, non - income groups, young adults and young children. [SEP] and since the first labour [SEP]
+
+===== sample 060 =====
+[CLS] an initial flight which, two weeks ago, lost its close eye and lost its life. [SEP] they appealed to " contact police " to find them. [SEP] in 2008, hatter wrapped up his sixth title in the tour of germany, which gave him two points from his grasp. [SEP] they were well ahead at full - time at the start of the half but the fly - half armitage missed a chance when he hit by his captain with a deep flurry. [SEP] the latest attack took place near the afghan capital, said general abbas omar, a u. s. military spokesman in zawa district. [SEP] a seven - [SEP]
+
+===== sample 061 =====
+[CLS] force. [SEP] england ' s chairman sir alex capesh said he was confident that england ' s side could now qualify for a tournament in the united states. [SEP] the majority of the patients were probably stopped using a procedure known as an x - ray machine, or ct scan. [SEP] but there are no un - made home owners, who saw their recovery take place in february. [SEP] it also reported a market value of $ 35 million. [SEP] over two years, one person would be able to get a car ' s fuel economy. [SEP] the facility is one of the site ' s oldest facilities. [SEP] an investigation under the terrorism section [SEP]
+
+===== sample 062 =====
+[CLS] ahead 1 - 0 in saturday ' s first quarter - final, when essien added a goal in the 67th minute that could have saved life for the wales defender. [SEP] england paceman stephen jones doubled cardiff ' s last - minute lead as the bottom side beat southend 3 - 0 after three minutes to win their second home title. [SEP] but the impetling distance between the giants and the brits, however, is not good, so much, if any, it ' s hard to hold it. [SEP] there is no chance of failure, but in the case of injury he is good enough to have the next goal [SEP]
+
+===== sample 063 =====
+[CLS] from 1979 to 1998. [SEP] the remaining 5, 000 were started on sunday with the loss of sir michael gossek. [SEP] the other way to save your money. [SEP] the military said at the time that eight american soldiers were not among the soldier ' s 25 members, but were seriously wounded sunday. [SEP] that, of course, was a half - point thursday night. [SEP] a new deal of " change " is the most important of all priorities. [SEP] the 4 - and 3 - year - olds were taken to hospital at about midday on sunday. [SEP] at the time of the deal, amid opposition from pakistani politicians and the [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/cosine_2p0_to_1p0_c1024_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "cosine_2p0_to_1p0_c1024", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest.pt", "step": 168000, "decode": {"kind": "categorical_fullvocab_temp_schedule", "config": "cosine_2p0_to_1p0_c1024", "steps": 128, "model_t_mode": "post", "support_power": 1.0, "semantic_power": 1.0, "temp_start": 2.0, "temp_end": 1.0, "temp_schedule": "cosine", "concentration_min": 1.0, "concentration_max": 1024.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260508}, "detok_genppl": {"ppl": 69.45955054398952, "nll_per_token": 4.240744576577883, "tokens": 9751}, "diversity": {"sample_entropy": 4.014714437300709, "unique_tokens": 1477, "token_count": 8192, "distinct_1": 0.1802978515625, "distinct_2": 0.59251968503937, "top_token_mass": 0.058837890625}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] 2003 to 2004 and 2006 - 11 times from 1998 to 2004. [SEP] frankfurt - liverpool failed to win the champions league, while champions lyon have also tried to close their champions league deficit by thrashing out third place lyon, with side har aar taking place in the group 16 at liverpool. [SEP] the survey was conducted among 274 women, based on telephone of 686 women aged between 18 and older. [SEP] fourth - seeded roger federer beat marcos bohdandr 1 - 6 - 0, 6 - 4, 7 - 3 in the first round, while fourth - seeded robin gulband, and frenchman david guandet [SEP]", "detok_text": "[CLS] 2003 to 2004 and 2006 - 11 times from 1998 to 2004. [SEP] frankfurt - liverpool failed to win the champions league, while champions lyon have also tried to close their champions league deficit by thrashing out third place lyon, with side har aar taking place in the group 16 at liverpool. [SEP] the survey was conducted among 274 women, based on telephone of 686 women aged between 18 and older. [SEP] fourth - seeded roger federer beat marcos bohdandr 1 - 6 - 0, 6 - 4, 7 - 3 in the first round, while fourth - seeded robin gulband, and frenchman david guandet [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS] eighth - seeded frenchman and sixth - seeded federer 6 - 0 - 7 6 - 0 sunday to upset eighth - seeded russian k savvili 2 - 1. [SEP] elsewhere, blake lost 6 - 1, 6 - 3, 6 - 7 4 - 6, 2 - 5, 6 - 7 and lost 6 - 4 6 - 1, and sixth seeded eighth - seeded nadal and sixth seed jankpovic defeated no. 3 6 - 3, 7 - 5 7 - 6, 4 - frenchman jo - tsonga. [SEP] the youngest of the men, aged 35, died just five months after his death. [SEP] they [SEP]", "detok_text": "[CLS] eighth - seeded frenchman and sixth - seeded federer 6 - 0 - 7 6 - 0 sunday to upset eighth - seeded russian k savvili 2 - 1. [SEP] elsewhere, blake lost 6 - 1, 6 - 3, 6 - 7 4 - 6, 2 - 5, 6 - 7 and lost 6 - 4 6 - 1, and sixth seeded eighth - seeded nadal and sixth seed jankpovic defeated no. 3 6 - 3, 7 - 5 7 - 6, 4 - frenchman jo - tsonga. [SEP] the youngest of the men, aged 35, died just five months after his death. [SEP] they [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] budget. [SEP] davydenko of russia 6 - 2 7 - 5 defeated nicolas fourthent of france 6 - 4 6 - 2 and claim a 9 - 6 6, 7 - 5 7, 5 - 7, 6 - 1, 6 - 3 - 2. [SEP] elsewhere in the quarterfinals of saturday ' s french open, djokovic defeated fellow fourth seed michael becker 7 - 5 2 - 0 and beat karlovic 6 - 4 6 - 4, 6 - 7, 7 - 7, 7 - 6 - 7 victory over ninth - seeded david nalbandian. [SEP] fourth - seeded roger federer crashed out of the french [SEP]", "detok_text": "[CLS] budget. [SEP] davydenko of russia 6 - 2 7 - 5 defeated nicolas fourthent of france 6 - 4 6 - 2 and claim a 9 - 6 6, 7 - 5 7, 5 - 7, 6 - 1, 6 - 3 - 2. [SEP] elsewhere in the quarterfinals of saturday's french open, djokovic defeated fellow fourth seed michael becker 7 - 5 2 - 0 and beat karlovic 6 - 4 6 - 4, 6 - 7, 7 - 7, 7 - 6 - 7 victory over ninth - seeded david nalbandian. [SEP] fourth - seeded roger federer crashed out of the french [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] on sunday until until november 2008. [SEP] 16 - 10, london, sept. [SEP] the quake was centered centered 215 miles ( 625 kilometers ) 280 miles southwest of the capital and centered about 300 miles ( 260 miles ) west north of harare. [SEP] fourth seed djokovic opened the fourth grand slam in roger federer ' s team this season, brilliantly rolling over his fellow frenchman joie marin cilic, beating nicolas kolbek 6 - 3 6 - 3 and belgian fourth seed james blake and fourth round quarter - finalist kim clijsters. [SEP] the next investigation will take place on on may 19 and sunday 24 may [SEP]", "detok_text": "[CLS] on sunday until until november 2008. [SEP] 16 - 10, london, sept. [SEP] the quake was centered centered 215 miles (625 kilometers) 280 miles southwest of the capital and centered about 300 miles (260 miles) west north of harare. [SEP] fourth seed djokovic opened the fourth grand slam in roger federer's team this season, brilliantly rolling over his fellow frenchman joie marin cilic, beating nicolas kolbek 6 - 3 6 - 3 and belgian fourth seed james blake and fourth round quarter - finalist kim clijsters. [SEP] the next investigation will take place on on may 19 and sunday 24 may [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] ' s long - term outlook, which was said to be released on thursday. [SEP] m & b ' s 7. 3 billion ( $ 6. 50 ) valuation tied with ge at $ 2, 450, 000, and ge at $ 7, 644 per share. [SEP] the men ' s draw for wimbledon champion andy roddick was marred by a stunning defeat by british open at the french open on saturday after federer lost his fourth time in his first major title in the u. s. open beating off - defending champion rafael nadal at the french open, his one last win in 2007. [SEP] if you have a small [SEP]", "detok_text": "[CLS]'s long - term outlook, which was said to be released on thursday. [SEP] m & b's 7. 3 billion ($6. 50) valuation tied with ge at $2, 450, 000, and ge at $7, 644 per share. [SEP] the men's draw for wimbledon champion andy roddick was marred by a stunning defeat by british open at the french open on saturday after federer lost his fourth time in his first major title in the u. s. open beating off - defending champion rafael nadal at the french open, his one last win in 2007. [SEP] if you have a small [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] seed dinara safina eased from exhaustion into the fourth round, defeating virginie razzano 6 - 4 7 - 5 to win 4 - 0 on friday. [SEP] elena dementieva ' s record wins at the french open and the australian open. [SEP] arsenal ' s leaders will play their fourth - round game when arsenal play defending champions arsenal, liverpool and barcelona. • toulouse, france ' s only finish of the season held on points against the bottom side ( 3 - 2, 2 - 2 ), and bordeaux ( 1 - 2, 1 - 0, in sixth place. [SEP] but the company makes clear that [SEP]", "detok_text": "[CLS] seed dinara safina eased from exhaustion into the fourth round, defeating virginie razzano 6 - 4 7 - 5 to win 4 - 0 on friday. [SEP] elena dementieva's record wins at the french open and the australian open. [SEP] arsenal's leaders will play their fourth - round game when arsenal play defending champions arsenal, liverpool and barcelona. • toulouse, france's only finish of the season held on points against the bottom side (3 - 2, 2 - 2), and bordeaux ( 1 - 2, 1 - 0, in sixth place. [SEP] but the company makes clear that [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] series. [SEP] nadal, seeded fourth above rafael nadal, defeated nicolas djko 6 - 6 6 - 6 6 - 0, and andy murray 7 - 6, 6 - 7 - 6, 4 - 6 - 0. [SEP] the 90, 000 - pound native of france has made his debut appearance in his seventeenth campaign after his victory in paris in 2004. [SEP] sixth - seeded andy murray 7 - 1, 7 - 7 ), frenchman tommy robredo survived 6 - 3, 7 - 6 ( 7 - 4 ), former frenchman wil youngsters and german david johansson and france ' s marco bourro survived. [SEP] [SEP]", "detok_text": "[CLS] series. [SEP] nadal, seeded fourth above rafael nadal, defeated nicolas djko 6 - 6 6 - 6 6 - 0, and andy murray 7 - 6, 6 - 7 - 6, 4 - 6 - 0. [SEP] the 90, 000 - pound native of france has made his debut appearance in his seventeenth campaign after his victory in paris in 2004. [SEP] sixth - seeded andy murray 7 - 1, 7 - 7 ), frenchman tommy robredo survived 6 - 3, 7 - 6 (7 - 4), former frenchman wil youngsters and german david johansson and france's marco bourro survived. [SEP] [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] lost 4 - 1, 7 - 0 and frenchman dji pulled up scoring three points when city roared back from a goal down in the sixth minute, but the defender frank murphy pulled ahead with a penalty winner in the 19th minute to finish the first half. [SEP] the fifth - seeded frenchman nicolas sahdand, and sixth - seeded frenchman nikolay sav face france 6 - 1, with no. 4 seed nikolay petrovic, and david nalbandian 7 - 6 and philipp kzschko ' s eighth seed vassall russa losing 7 - 6 6 - 7. [SEP] the majority of children are healthy and getting [SEP]", "detok_text": "[CLS] lost 4 - 1, 7 - 0 and frenchman dji pulled up scoring three points when city roared back from a goal down in the sixth minute, but the defender frank murphy pulled ahead with a penalty winner in the 19th minute to finish the first half. [SEP] the fifth - seeded frenchman nicolas sahdand, and sixth - seeded frenchman nikolay sav face france 6 - 1, with no. 4 seed nikolay petrovic, and david nalbandian 7 - 6 and philipp kzschko's eighth seed vassall russa losing 7 - 6 6 - 7. [SEP] the majority of children are healthy and getting [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] prison or committing himself to death. [SEP] safin, runner - up in the french open 2005 and 2006 and again this year, won the french open and the australian open in 2005 and 2004. [SEP] eurostard, sweden, 2011 ( upi ) - - kaira sava scored 6 - 2 against ernestie gulbs and produced a surprise winner at the stockholm open open thursday, taking no 1 seed andy murray and third seed azavia gafin 6 - 2, defeating teenager khrir kjelbic. [SEP] it follows concern over the government ' s decision to hold public hearings of the plan, which has [SEP]", "detok_text": "[CLS] prison or committing himself to death. [SEP] safin, runner - up in the french open 2005 and 2006 and again this year, won the french open and the australian open in 2005 and 2004. [SEP] eurostard, sweden, 2011 (upi) - - kaira sava scored 6 - 2 against ernestie gulbs and produced a surprise winner at the stockholm open open thursday, taking no 1 seed andy murray and third seed azavia gafin 6 - 2, defeating teenager khrir kjelbic. [SEP] it follows concern over the government's decision to hold public hearings of the plan, which has [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS]. [SEP] police said a black helicopter hit the side of the m4 in worcestershire on early saturday. [SEP] i had waited there from last time this morning at 6. 30 am until tuesday at 7 a. m, was sunday morning. [SEP] more than one died in custody, she said. [SEP] birmingham sit back after fifth - placed coventry drew 6 - 0, birmingham host second rated sunderland and cardiff city. [SEP] germany ' s nicolas kiefer 6 - 0, 7 - 6, 6 - 4, fourth and fourth - seed richard gady lost 6 - 2, 6 - 3 and fellow frenchman novak djokoko pulled out [SEP]", "detok_text": "[CLS]. [SEP] police said a black helicopter hit the side of the m4 in worcestershire on early saturday. [SEP] i had waited there from last time this morning at 6. 30 am until tuesday at 7 a. m, was sunday morning. [SEP] more than one died in custody, she said. [SEP] birmingham sit back after fifth - placed coventry drew 6 - 0, birmingham host second rated sunderland and cardiff city. [SEP] germany's nicolas kiefer 6 - 0, 7 - 6, 6 - 4, fourth and fourth - seed richard gady lost 6 - 2, 6 - 3 and fellow frenchman novak djokoko pulled out [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] justine henin was losing 2 - 6, 2 - 5 ), sixth - seeded venus williams lost 6 - 7, 6 - 7, 3 - 6. [SEP] i guess it ' s important to know what they can do to keep their minds. [SEP] nader ' s next serve survived a five - set chance earlier when american gretling won a two - point with safinarer in the third round to out - face 15 - year - old veteran belgian justine henin at 7 - 6 - 5, and the fourth seed rallied from a set on wednesday against fellow russian frenchman jev soderling, who lost [SEP]", "detok_text": "[CLS] justine henin was losing 2 - 6, 2 - 5 ), sixth - seeded venus williams lost 6 - 7, 6 - 7, 3 - 6. [SEP] i guess it's important to know what they can do to keep their minds. [SEP] nader's next serve survived a five - set chance earlier when american gretling won a two - point with safinarer in the third round to out - face 15 - year - old veteran belgian justine henin at 7 - 6 - 5, and the fourth seed rallied from a set on wednesday against fellow russian frenchman jev soderling, who lost [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] 6 - 2 friday, no. 17 nalbandian defeated frenchman robert blake and third seed nicolas tsonga of france 7 - 3 6, 6 - 2, 6 - 3, 6 - 2 7 - 5, and 6 - 3 - 2 up. [SEP] they lost for just the fifth time in 17 their last eight games. [SEP] spain ' s compatriot tshdassi, the 2004 french open champion, extended his lead to eighth place, losing at no. 13 gilles raze cornet, france ' s second seed, to take his place at no. 11 and frenchman thomas sorenfeld also retained [SEP]", "detok_text": "[CLS] 6 - 2 friday, no. 17 nalbandian defeated frenchman robert blake and third seed nicolas tsonga of france 7 - 3 6, 6 - 2, 6 - 3, 6 - 2 7 - 5, and 6 - 3 - 2 up. [SEP] they lost for just the fifth time in 17 their last eight games. [SEP] spain's compatriot tshdassi, the 2004 french open champion, extended his lead to eighth place, losing at no. 13 gilles raze cornet, france's second seed, to take his place at no. 11 and frenchman thomas sorenfeld also retained [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] makes them more depressed and makes them feel the same way. [SEP] 27 - - joe vil scored his fifth goal saturday, netting seven premier league goals while robin van persie ' s brace left arsenal level three points behind premier league leaders liverpool, who travel to the emirates to face champions league. [SEP] arsenal were three points down at the beginning of the season, liverpool bounced back from 10th to win the premier league and liverpool sixth and liverpool in fourth place, while fourth - bottom clenna win promotion, gaffeia 10th to bottom side and third - side psvlba, who earlier beat 4 - 0 at anfield [SEP]", "detok_text": "[CLS] makes them more depressed and makes them feel the same way. [SEP] 27 - - joe vil scored his fifth goal saturday, netting seven premier league goals while robin van persie's brace left arsenal level three points behind premier league leaders liverpool, who travel to the emirates to face champions league. [SEP] arsenal were three points down at the beginning of the season, liverpool bounced back from 10th to win the premier league and liverpool sixth and liverpool in fourth place, while fourth - bottom clenna win promotion, gaffeia 10th to bottom side and third - side psvlba, who earlier beat 4 - 0 at anfield [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] consumers to spend more time on online spending. [SEP] ali kalou, the former arsenal manager, pulled a goal away from liverpool for chelsea ' s crown by scoring a second arsenal goal, while german defender sami sabakhtar celebrates a late goal for bordeaux after scoring the goal to draw sixth - place villa. [SEP] the figures looked at 370 deaths between 1971, the same period in the 1950s, the period 1979 to 2030. [SEP] 6 - 2, 6 - year - old champion mikhail saakashvili 6 - 2, 7 - 2 3 - 6, 6 - 4 fourth - seeded roger federer had seven break chances and [SEP]", "detok_text": "[CLS] consumers to spend more time on online spending. [SEP] ali kalou, the former arsenal manager, pulled a goal away from liverpool for chelsea's crown by scoring a second arsenal goal, while german defender sami sabakhtar celebrates a late goal for bordeaux after scoring the goal to draw sixth - place villa. [SEP] the figures looked at 370 deaths between 1971, the same period in the 1950s, the period 1979 to 2030. [SEP] 6 - 2, 6 - year - old champion mikhail saakashvili 6 - 2, 7 - 2 3 - 6, 6 - 4 fourth - seeded roger federer had seven break chances and [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] field included serbian 10th seed djokovic, belgian king kleyjestan, netherlands, and 11th seed roland garros of france, 73 - 69. [SEP] liverpool deservedly lost a deserved chance, with parra ' s glancing header down the right flank, just enough to earn a neat chance. [SEP] manchester united striker alex ferguson opened up a one - goal lead in a miserable season as aberdeen kept it at the foot of the scottish league group and champions league leaders rangers on saturday night. [SEP] i was born in london between 11 and 14 december and was diagnosed with a depressive later. [SEP] his decision came on the eve [SEP]", "detok_text": "[CLS] field included serbian 10th seed djokovic, belgian king kleyjestan, netherlands, and 11th seed roland garros of france, 73 - 69. [SEP] liverpool deservedly lost a deserved chance, with parra's glancing header down the right flank, just enough to earn a neat chance. [SEP] manchester united striker alex ferguson opened up a one - goal lead in a miserable season as aberdeen kept it at the foot of the scottish league group and champions league leaders rangers on saturday night. [SEP] i was born in london between 11 and 14 december and was diagnosed with a depressive later. [SEP] his decision came on the eve [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] only goal came after the interval, when the dutch centre michael essien lost the second half point when juve had found david st mirie, nose - dived at the corner and flicked the visitors ' shot a long angle before beating novo before racing off the post. [SEP] a study of data, conducted for the department of health, found that the average age age at the age of 65 cancer was 1. 9 per higher than women of health problems in the study. [SEP] the flyers trailed 2 - 3 when pittsburgh was scored on a straight break. [SEP] pascal medoute, a 25 - year - old mechanic from antwerp [SEP]", "detok_text": "[CLS] only goal came after the interval, when the dutch centre michael essien lost the second half point when juve had found david st mirie, nose - dived at the corner and flicked the visitors' shot a long angle before beating novo before racing off the post. [SEP] a study of data, conducted for the department of health, found that the average age age at the age of 65 cancer was 1. 9 per higher than women of health problems in the study. [SEP] the flyers trailed 2 - 3 when pittsburgh was scored on a straight break. [SEP] pascal medoute, a 25 - year - old mechanic from antwerp [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] it would be impossible to determine the true identity of its troops. [SEP] federer beat dinara safin 6 - 2, including marcos baghdatis and gilles williams, andy murray, andy murray and nikolay davydenko ; sixth - seeded karlsson and nicolas janko of the 2008 australian open, nikolay davydenko 6 - 1 gael monfils of france and seventh - seeded djokovic of serbia, who lost 2 - 3 in toronto. [SEP] the palace was opened in 2006 and opened in august. [SEP] the company received 55, 500 emergency calls from call users last year, compared to 675 in 2006. [SEP] [SEP]", "detok_text": "[CLS] it would be impossible to determine the true identity of its troops. [SEP] federer beat dinara safin 6 - 2, including marcos baghdatis and gilles williams, andy murray, andy murray and nikolay davydenko; sixth - seeded karlsson and nicolas janko of the 2008 australian open, nikolay davydenko 6 - 1 gael monfils of france and seventh - seeded djokovic of serbia, who lost 2 - 3 in toronto. [SEP] the palace was opened in 2006 and opened in august. [SEP] the company received 55, 500 emergency calls from call users last year, compared to 675 in 2006. [SEP] [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] cuts and widespread market swings. [SEP] the surrey - born driver made his way. [SEP] 2009 : seven grand grand prix, 4 - 21 - 3, williams 15 - 4 - 1 - 10 - 17, coulthard 2, williams 1 - 1 - 1 - 21, williams 4 - 1 - 18 - 1, rosberg 1 - 1 - 1, saicher 2 - 6 - 4, williams 4 - 1, williams 6 - 1, g williams 3 - 1, williams 6 - 1, s williams 1 - 0 - 1, 6 - 0 - 2 - 1, williams 4 - 4, williams 4 - [SEP]", "detok_text": "[CLS] cuts and widespread market swings. [SEP] the surrey - born driver made his way. [SEP] 2009: seven grand grand prix, 4 - 21 - 3, williams 15 - 4 - 1 - 10 - 17, coulthard 2, williams 1 - 1 - 1 - 21, williams 4 - 1 - 18 - 1, rosberg 1 - 1 - 1, saicher 2 - 6 - 4, williams 4 - 1, williams 6 - 1, g williams 3 - 1, williams 6 - 1, s williams 1 - 0 - 1, 6 - 0 - 2 - 1, williams 4 - 4, williams 4 - [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] health and education. [SEP] emmanuel fabregas was injured for arsenal former arsenal man arsene wenger was out until tuesday with a hamstring injury and he sealed his place at home with a 2 point win over 10th place on wednesday night as defending champions league title chasing champions retained the premier league title. [SEP] the sixth - ranked fish advanced by rafael nadal and novak djokovic and lost 6 - 1 to novak djokovic. [SEP] the badgers lost 15 straight games and has lost three of the last four games against tennessee state in the third round. [SEP] thomas rundle, the team ' s chief executive, said [SEP]", "detok_text": "[CLS] health and education. [SEP] emmanuel fabregas was injured for arsenal former arsenal man arsene wenger was out until tuesday with a hamstring injury and he sealed his place at home with a 2 point win over 10th place on wednesday night as defending champions league title chasing champions retained the premier league title. [SEP] the sixth - ranked fish advanced by rafael nadal and novak djokovic and lost 6 - 1 to novak djokovic. [SEP] the badgers lost 15 straight games and has lost three of the last four games against tennessee state in the third round. [SEP] thomas rundle, the team's chief executive, said [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] president general musharraf, died in an operation on sunday around the northern city of kabul, a nato statement said said. [SEP] also in the second round, teenager gilles simon of france got a scare and beat spain ' s michael isner 2 - 0 6 - 7 6 - 1. 7 million euros to defending champion roger federer. [SEP] the fourth - seeded sakovonva, defeated djokovicic 6 - 2 in moscow, but the winner of the quarter - final on davydenko ' s serve, beating russian vladimir radmanovic 6 - 2 and seventh - seeded german raimi 6 - 7 7 - [SEP]", "detok_text": "[CLS] president general musharraf, died in an operation on sunday around the northern city of kabul, a nato statement said said. [SEP] also in the second round, teenager gilles simon of france got a scare and beat spain's michael isner 2 - 0 6 - 7 6 - 1. 7 million euros to defending champion roger federer. [SEP] the fourth - seeded sakovonva, defeated djokovicic 6 - 2 in moscow, but the winner of the quarter - final on davydenko's serve, beating russian vladimir radmanovic 6 - 2 and seventh - seeded german raimi 6 - 7 7 - [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS] who finished holes at 67 - 73 and played the same at the 10th and final round of 65. [SEP] in 2006 germany was hit by europe ' s worst economic disaster. [SEP] french side champions bordeaux looked to earn a spot from a winning start by falling behind struggling reading and one point of fourth place german side ajax. [SEP] they then jumped on board and fled into the royal canal. [SEP] mark schwarzer fired the visitors into the 73rd minute with a second - half lead just seven minutes after johan rien equalle hit the goal to level stuttgart 3 - 1. [SEP] there has been speculation that she will not be out until june [SEP]", "detok_text": "[CLS] who finished holes at 67 - 73 and played the same at the 10th and final round of 65. [SEP] in 2006 germany was hit by europe's worst economic disaster. [SEP] french side champions bordeaux looked to earn a spot from a winning start by falling behind struggling reading and one point of fourth place german side ajax. [SEP] they then jumped on board and fled into the royal canal. [SEP] mark schwarzer fired the visitors into the 73rd minute with a second - half lead just seven minutes after johan rien equalle hit the goal to level stuttgart 3 - 1. [SEP] there has been speculation that she will not be out until june [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] faces fellow frenchman ram - bin makhra and fourth seed jb khev. [SEP] new zealand lost its fifth and fourth round, while pavlvy lost seven of 16. [SEP] ten others also died in hospital and spent 10 months in royal general hospital in early 2005. [SEP] nearly 1, 000 people have been killed and around 3, 000 homeless of their affected districts in the central province, neighbouring eastern nazand province. [SEP] clijsters won 6 - 3 - 6, 6 - 1 6 - 1, 0 - 6 second seed venus williams and american david galbs, a fourth - ranked player in [SEP]", "detok_text": "[CLS] faces fellow frenchman ram - bin makhra and fourth seed jb khev. [SEP] new zealand lost its fifth and fourth round, while pavlvy lost seven of 16. [SEP] ten others also died in hospital and spent 10 months in royal general hospital in early 2005. [SEP] nearly 1, 000 people have been killed and around 3, 000 homeless of their affected districts in the central province, neighbouring eastern nazand province. [SEP] clijsters won 6 - 3 - 6, 6 - 1 6 - 1, 0 - 6 second seed venus williams and american david galbs, a fourth - ranked player in [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] been under way around the whole of the canary islands, including palma and the canary islands. [SEP] another other french finalist, frenchman nicolas saeul, sixth - seeded tommy haas, third - seeded sixth seed richard hossein and monfionen, fifth - seeded sixth - seed nicolas mahkar 7 - 0. [SEP] he was reluctant to talk. [SEP] fourth - quarter finalist andy roddick reached the semifinals of the tournament after losing to twice former world no. 1 - seeded roger federer after his fourth final round was marred by a disappointing draw on friday. [SEP] at the end of the day, about 12 percent of all [SEP]", "detok_text": "[CLS] been under way around the whole of the canary islands, including palma and the canary islands. [SEP] another other french finalist, frenchman nicolas saeul, sixth - seeded tommy haas, third - seeded sixth seed richard hossein and monfionen, fifth - seeded sixth - seed nicolas mahkar 7 - 0. [SEP] he was reluctant to talk. [SEP] fourth - quarter finalist andy roddick reached the semifinals of the tournament after losing to twice former world no. 1 - seeded roger federer after his fourth final round was marred by a disappointing draw on friday. [SEP] at the end of the day, about 12 percent of all [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS] finalist who lost in paris and doha, lost 12th seeded finalist roger williams and frenchman arnaud clement, frenchman jean - gilles simon in montreal and sixth - seeded australian open seed andy safina making his first appearance of the year. [SEP] in the draw, seventh seed sa kos defeated germany 0 - 1, 7, 5, 73, 73, 73, 74, france 74, france, 73, sweden. [SEP] frankel had scored on striker andrei arshavin ' s opening goal before goalkeeper johan babel scored in the second minute, giving substitute international frankell an early header. [SEP] there were close to 60 people [SEP]", "detok_text": "[CLS] finalist who lost in paris and doha, lost 12th seeded finalist roger williams and frenchman arnaud clement, frenchman jean - gilles simon in montreal and sixth - seeded australian open seed andy safina making his first appearance of the year. [SEP] in the draw, seventh seed sa kos defeated germany 0 - 1, 7, 5, 73, 73, 73, 74, france 74, france, 73, sweden. [SEP] frankel had scored on striker andrei arshavin's opening goal before goalkeeper johan babel scored in the second minute, giving substitute international frankell an early header. [SEP] there were close to 60 people [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] country. [SEP] federer came out of the match, 6 - 2, 6 - 3, and fourth seed nadie withdrew for britain ' s second tournament on thursday. [SEP] generali hawazni mohammad, from nato ' s national forces in afghanistan. [SEP] fifth seed novak djokovic made a mistake in losing him one match point in the fourth round, no. 3 seed david gulbis finished 10th and novakokovic ninth. [SEP] the opener was dropped three times before he began to finish on four, three for 23, with flintoff unbeaten on 80 and lee on five from seven overs. [SEP] a number of experts [SEP]", "detok_text": "[CLS] country. [SEP] federer came out of the match, 6 - 2, 6 - 3, and fourth seed nadie withdrew for britain's second tournament on thursday. [SEP] generali hawazni mohammad, from nato's national forces in afghanistan. [SEP] fifth seed novak djokovic made a mistake in losing him one match point in the fourth round, no. 3 seed david gulbis finished 10th and novakokovic ninth. [SEP] the opener was dropped three times before he began to finish on four, three for 23, with flintoff unbeaten on 80 and lee on five from seven overs. [SEP] a number of experts [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS]........................................................................................... 3..... 3.... 4....................... [SEP]", "detok_text": "[CLS]........................................................................................... 3..... 3.... 4....................... [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] 838 708 767 767 7256 734 757 735. 767778 75818. 01317 723 8068 005, www. badsford. co. uk, 71 767 7574. 75810 ) and 77 74318. 738 738 758 737 71787. 688 7582. 7523 736. 7367 718 718 617 4. 2. 712. 711 757 1, 716 5. 2. 718. 768 1, 76 [SEP]", "detok_text": "[CLS] 838 708 767 767 7256 734 757 735. 767778 75818. 01317 723 8068 005, www. badsford. co. uk, 71 767 7574. 75810 ) and 77 74318. 738 738 758 737 71787. 688 7582. 7523 736. 7367 718 718 617 4. 2. 712. 711 757 1, 716 5. 2. 718. 768 1, 76 [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS]. [SEP] sixth - seeded fourth - seeded andy roddick and fourth seed and fellow russian dinat safina pulled out of the quarterfinal when they lost 6 - 2 6 - 2 - 4, and could not break serve for a tight third set. [SEP] taylor was dismissed and michael vaughan made a fine start to his season, while arsenal midfielder louis arsha equall and tom huddlestone scored as chelsea returned from an injury to seal their third unbeaten start in five nations. [SEP] at the end of july 2006, oil inventories averaged some 100, 000 barrels a day. [SEP] she lost about 18, 000. [SEP] after winning [SEP]", "detok_text": "[CLS]. [SEP] sixth - seeded fourth - seeded andy roddick and fourth seed and fellow russian dinat safina pulled out of the quarterfinal when they lost 6 - 2 6 - 2 - 4, and could not break serve for a tight third set. [SEP] taylor was dismissed and michael vaughan made a fine start to his season, while arsenal midfielder louis arsha equall and tom huddlestone scored as chelsea returned from an injury to seal their third unbeaten start in five nations. [SEP] at the end of july 2006, oil inventories averaged some 100, 000 barrels a day. [SEP] she lost about 18, 000. [SEP] after winning [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS]th, 65th, 73. [SEP] top seed and defending champion novak ivanovic and fourth - seeded venus williams also lost a paris open round match on thursday, losing 6 - 3 and the frenchman and 7 - foot and defending finalist l klbic of france and robin soderling withdrew on the eve of a french open. [SEP] rafael nadal ' s former coach andy perry, who took the title after six holes of winning the 2005 french open, beat ailing frenchman ben vagendos, 1 - 0 - - 7 - 1. [SEP] news of russia ' s latest missile attack on sunday said russia was preparing to launch [SEP]", "detok_text": "[CLS]th, 65th, 73. [SEP] top seed and defending champion novak ivanovic and fourth - seeded venus williams also lost a paris open round match on thursday, losing 6 - 3 and the frenchman and 7 - foot and defending finalist l klbic of france and robin soderling withdrew on the eve of a french open. [SEP] rafael nadal's former coach andy perry, who took the title after six holes of winning the 2005 french open, beat ailing frenchman ben vagendos, 1 - 0 - - 7 - 1. [SEP] news of russia's latest missile attack on sunday said russia was preparing to launch [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] cac 40 was 0. 2 percent lower, germany ' s dax 30. 75 was flat, down 0. 7 percent, and france ' s cac - 40 gained 0. 1 percent, france, 289. 60, or 1. 1 percent, at 5, 450. 40. [SEP] france ' s cac 40 - - leading shares was down 6. 50 points, or 0. 02 percent, at 1, 810. 73. [SEP] but mulul spokeswoman aliyazip said the group ' s new leader was not expected to name him. [SEP] fourth seed nicolas kostelvic was [SEP]", "detok_text": "[CLS] cac 40 was 0. 2 percent lower, germany's dax 30. 75 was flat, down 0. 7 percent, and france's cac - 40 gained 0. 1 percent, france, 289. 60, or 1. 1 percent, at 5, 450. 40. [SEP] france's cac 40 - - leading shares was down 6. 50 points, or 0. 02 percent, at 1, 810. 73. [SEP] but mulul spokeswoman aliyazip said the group's new leader was not expected to name him. [SEP] fourth seed nicolas kostelvic was [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] germany, florence, germany, vienna, france and scrabbling hopefuls from the field here. [SEP] tenth seed dj delic of the netherlands, 6 - 5 - 4 seed haas of germany, defeated champion andreas seppi of ukraine, 6 - 7, defeated srd pennic 6 - 2 - 7, 7, 6 - 7, 5 - 7, no. 3 - 4, 4 - 7 - 5, 7 - 6, and fourth - seeded cilic twice beat nicolas stepaner 7 - 5 6 - 3 at the sony ericsson open title tournament. [SEP] fourth seed almaleb will play swiss tommy [SEP]", "detok_text": "[CLS] germany, florence, germany, vienna, france and scrabbling hopefuls from the field here. [SEP] tenth seed dj delic of the netherlands, 6 - 5 - 4 seed haas of germany, defeated champion andreas seppi of ukraine, 6 - 7, defeated srd pennic 6 - 2 - 7, 7, 6 - 7, 5 - 7, no. 3 - 4, 4 - 7 - 5, 7 - 6, and fourth - seeded cilic twice beat nicolas stepaner 7 - 5 6 - 3 at the sony ericsson open title tournament. [SEP] fourth seed almaleb will play swiss tommy [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] euros ( 7. 3bn ). [SEP] collingwood, hajdin and danish radwan tried to open up the lead before denly had given the first chance in his career not to get a chance. [SEP] stuttgart ' s eighth - side wolfsburg beat frankfurt 0 - 0, losing 2 - 0 at home in third place, while german kroenke won 4 - 0 2 - 2 over belgium ' s defending champions lyon, eliminated frankfurt in an early draw. [SEP] but madkesh kumar, an analyst with analysts allstate insight, says that the weak dollar is fueling luxury - and - built cars in [SEP]", "detok_text": "[CLS] euros (7. 3bn). [SEP] collingwood, hajdin and danish radwan tried to open up the lead before denly had given the first chance in his career not to get a chance. [SEP] stuttgart's eighth - side wolfsburg beat frankfurt 0 - 0, losing 2 - 0 at home in third place, while german kroenke won 4 - 0 2 - 2 over belgium's defending champions lyon, eliminated frankfurt in an early draw. [SEP] but madkesh kumar, an analyst with analysts allstate insight, says that the weak dollar is fueling luxury - and - built cars in [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS] france ' s champion williams and former men ' s open champion djokovic survived an early set sunday to finish the open - title winner over third - seeded andy murray, and frenchman louis tsonga of france and the former champion. [SEP] the rebels have lost a presidential election due to be held this week. [SEP] ( cnn ) - - russian dinara safina beat the french open finalist 7 - 5 6 - 2 and eighth - seeded haas ousted german teenager robin sodenn and dinara krapova, world ' s sixth - ranked player. [SEP] she also plans her retirement next year after having eight bouts of cancer [SEP]", "detok_text": "[CLS] france's champion williams and former men's open champion djokovic survived an early set sunday to finish the open - title winner over third - seeded andy murray, and frenchman louis tsonga of france and the former champion. [SEP] the rebels have lost a presidential election due to be held this week. [SEP] (cnn) - - russian dinara safina beat the french open finalist 7 - 5 6 - 2 and eighth - seeded haas ousted german teenager robin sodenn and dinara krapova, world's sixth - ranked player. [SEP] she also plans her retirement next year after having eight bouts of cancer [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS]. [SEP] died in 2003. [SEP] one day back in 2004, wimbledon, 2005, wimbledon and 2005 sav lost in 2002. [SEP] federer has already defended his third singles title last season, winning the three - times titles in french open, wimbledon and wimbledon, then to set up the quarterfinals in paris, and l ' finals in paris and paris, who made it in stuttgart and paris, and in 2002 and 2004, elena demerchova, the paris champion, to take the fourth round to 4 - 6 6 decision over novak djokovic in paris later on tuesday. [SEP] total is awarded under the multi - billion pound [SEP]", "detok_text": "[CLS]. [SEP] died in 2003. [SEP] one day back in 2004, wimbledon, 2005, wimbledon and 2005 sav lost in 2002. [SEP] federer has already defended his third singles title last season, winning the three - times titles in french open, wimbledon and wimbledon, then to set up the quarterfinals in paris, and l' finals in paris and paris, who made it in stuttgart and paris, and in 2002 and 2004, elena demerchova, the paris champion, to take the fourth round to 4 - 6 6 decision over novak djokovic in paris later on tuesday. [SEP] total is awarded under the multi - billion pound [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] 4. 0, the ftse 100 100 index closed up 1. 1 per cent, and the nasse 100. asx was up 47. 14, or 1. 3 per cent, at 2, 951. 21. [SEP] novak djokovic, the french open, came close to the semifinals after being lost from the start 7 - 5 - 4 5 - 0 6 - 3 to match fourth - seeded nicolas kiefer and french open champion nicolas andresters lost to french qualifier novak djokovic on monday. [SEP] elsewhere, double defending champion roger federer won his opening set after taking a late defeat to win a [SEP]", "detok_text": "[CLS] 4. 0, the ftse 100 100 index closed up 1. 1 per cent, and the nasse 100. asx was up 47. 14, or 1. 3 per cent, at 2, 951. 21. [SEP] novak djokovic, the french open, came close to the semifinals after being lost from the start 7 - 5 - 4 5 - 0 6 - 3 to match fourth - seeded nicolas kiefer and french open champion nicolas andresters lost to french qualifier novak djokovic on monday. [SEP] elsewhere, double defending champion roger federer won his opening set after taking a late defeat to win a [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] federer scraped through the eighth - round at qatari and cruised past frenchman dinara safini today to finish fourth, four points of finishing place. [SEP] i don ' t want a good article. [SEP] i are very very optimistic. [SEP] is how he should make a good film. [SEP] they are all on the same level. [SEP] \" people ' s choice wants to know more of those who put themselves off, \" said daniele bahari, editor of the oil news capital of iraq, told a meeting of editors from arab oil countries. [SEP] he had saved the break point with a double break in the first game when [SEP]", "detok_text": "[CLS] federer scraped through the eighth - round at qatari and cruised past frenchman dinara safini today to finish fourth, four points of finishing place. [SEP] i don't want a good article. [SEP] i are very very optimistic. [SEP] is how he should make a good film. [SEP] they are all on the same level. [SEP] \"people's choice wants to know more of those who put themselves off,\" said daniele bahari, editor of the oil news capital of iraq, told a meeting of editors from arab oil countries. [SEP] he had saved the break point with a double break in the first game when [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] in its report on tuesday, but expected profits at the end of this year. [SEP] sheffield united had withdrawn a £150m from middlesbrough to wigan athletic earlier this month after news of losing their contracts and middlesbrough for refusing to pay cash back. [SEP] davydenko won 0 - 2, 6 - 15, radwanska won 6 - 4 7 - 6, beat 20th teenager david gatchov 6 - 7 6 - 4 and russian klitschko lost 5 - 7 to beat belgian nicolas janko 7 - 5. [SEP] the russian seeded fourth has lost to rafael nadal, who defeated 6 - 7 7 - [SEP]", "detok_text": "[CLS] in its report on tuesday, but expected profits at the end of this year. [SEP] sheffield united had withdrawn a £150m from middlesbrough to wigan athletic earlier this month after news of losing their contracts and middlesbrough for refusing to pay cash back. [SEP] davydenko won 0 - 2, 6 - 15, radwanska won 6 - 4 7 - 6, beat 20th teenager david gatchov 6 - 7 6 - 4 and russian klitschko lost 5 - 7 to beat belgian nicolas janko 7 - 5. [SEP] the russian seeded fourth has lost to rafael nadal, who defeated 6 - 7 7 - [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] tuesday. [SEP] the body was found at a supermarket in winchron way, near london, about 030 on monday. [SEP] nadal, who is bowing out at a tough stage, will be hoping to keep alive a strong early start of the tournament before losing 11th, 10th and 11th, losing the third time after losing the french in 2005 and 2008, losing the first gretles 2 - 5 and then another at 2 - 2. [SEP] everyone is angry and distraught. [SEP] he believes that the figures have been extremely inaccurate, in which more than 400, 000 low - income children have been born prematurely, while 800, [SEP]", "detok_text": "[CLS] tuesday. [SEP] the body was found at a supermarket in winchron way, near london, about 030 on monday. [SEP] nadal, who is bowing out at a tough stage, will be hoping to keep alive a strong early start of the tournament before losing 11th, 10th and 11th, losing the third time after losing the french in 2005 and 2008, losing the first gretles 2 - 5 and then another at 2 - 2. [SEP] everyone is angry and distraught. [SEP] he believes that the figures have been extremely inaccurate, in which more than 400, 000 low - income children have been born prematurely, while 800, [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] second round in 2005 saw three players, including the chinese player, upset fourth - round loser and beat fourth - seeded gilles simon in beating frenchman robin soderling 6 - 3, 6 - 3. [SEP] andy roddick lost out of the swiss team ' s opening set, losing five straight points in the first set. [SEP] defending champion tommy isnal has won a 6 - 3 decision over france ' s nicolas almagr. [SEP] she might not think about about enrolling her children until though, but she won ' t be back until after has lost her job. [SEP] the decision over the preliminary plan was released early on sunday. [SEP]", "detok_text": "[CLS] second round in 2005 saw three players, including the chinese player, upset fourth - round loser and beat fourth - seeded gilles simon in beating frenchman robin soderling 6 - 3, 6 - 3. [SEP] andy roddick lost out of the swiss team's opening set, losing five straight points in the first set. [SEP] defending champion tommy isnal has won a 6 - 3 decision over france's nicolas almagr. [SEP] she might not think about about enrolling her children until though, but she won't be back until after has lost her job. [SEP] the decision over the preliminary plan was released early on sunday. [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] 888. 91, 852 62. 747. 71, 743. 905. 78. 2 - 1. 7 percent, 7. 81. 73, 7. 711 85. 73, 7. 75 6. 72. 20, 6. 73. 73, 6 73. 73, 71. 78. [SEP] djokovic beat nicolas agasst 6 - 1, who was ninth in the match, and russian nikolay savedev at the french open. [SEP] edt on sunday, 0300 on thursday, wednesday at 07. 045 sunday ( 1400 gmt, saturday at 2200 gm [SEP]", "detok_text": "[CLS] 888. 91, 852 62. 747. 71, 743. 905. 78. 2 - 1. 7 percent, 7. 81. 73, 7. 711 85. 73, 7. 75 6. 72. 20, 6. 73. 73, 6 73. 73, 71. 78. [SEP] djokovic beat nicolas agasst 6 - 1, who was ninth in the match, and russian nikolay savedev at the french open. [SEP] edt on sunday, 0300 on thursday, wednesday at 07. 045 sunday ( 1400 gmt, saturday at 2200 gm [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] the ninth - seeded djoko 6 - 7 6 - 2 to hand the first round spot to the australian open champion. [SEP] in the afternoon market the ftse european index was up 2. 733 points, close at 3. 741. 73 and 888. 748. 73. 72 717. 7687. 74, 6071. 81 and 611. 65, but opened just 1. 0 percent higher at 880. 80. [SEP] the replay number is 847777777. 69731777777777. 761. 9 - [SEP]", "detok_text": "[CLS] the ninth - seeded djoko 6 - 7 6 - 2 to hand the first round spot to the australian open champion. [SEP] in the afternoon market the ftse european index was up 2. 733 points, close at 3. 741. 73 and 888. 748. 73. 72 717. 7687. 74, 6071. 81 and 611. 65, but opened just 1. 0 percent higher at 880. 80. [SEP] the replay number is 847777777. 69731777777777. 761. 9 - [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] said : \" maybe i just wanted to drive. [SEP] the german scored three times to pull to a seven - goal lead at ham that ended with a break after belgian striker louis michel scored his fifth goal for arsenal. [SEP] on sunday, austria ' s thomas barros lost his team - mate kimi raikkonen by 10 seconds ahead of the sixth stage - ahead of the overall leader. [SEP] fifth fifth, fifth fourth, fourth, fifth, sixth, fifth and fifth, arsenal third, fourth, arsenal and tottenham ' s chances to win, quarter - finalists, chelsea and tottenham. [SEP] obama ' s team has also managed to [SEP]", "detok_text": "[CLS] said: \" maybe i just wanted to drive. [SEP] the german scored three times to pull to a seven - goal lead at ham that ended with a break after belgian striker louis michel scored his fifth goal for arsenal. [SEP] on sunday, austria's thomas barros lost his team - mate kimi raikkonen by 10 seconds ahead of the sixth stage - ahead of the overall leader. [SEP] fifth fifth, fifth fourth, fourth, fifth, sixth, fifth and fifth, arsenal third, fourth, arsenal and tottenham's chances to win, quarter - finalists, chelsea and tottenham. [SEP] obama's team has also managed to [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS]ka klitschko to play a quarterfinal sunday in a round match against russia ' s maria sharapova. [SEP] djokovic set up frenchman nicolas stailner at the australian open in 2003, frenchman soderling in 2005 and frenchman nicolas safaro in 2005. [SEP] azarenka won the match, 6 - 1 - 6, 7 - 5, 4 - 0 6 - 4, and safina lost 7 - 5, williams 8 - 6, 6 - 5, lvetadze 3 - 6 6 - 3, wawrinka 6 - 7 0 - 6 7 - 6 7 - [SEP]", "detok_text": "[CLS]ka klitschko to play a quarterfinal sunday in a round match against russia's maria sharapova. [SEP] djokovic set up frenchman nicolas stailner at the australian open in 2003, frenchman soderling in 2005 and frenchman nicolas safaro in 2005. [SEP] azarenka won the match, 6 - 1 - 6, 7 - 5, 4 - 0 6 - 4, and safina lost 7 - 5, williams 8 - 6, 6 - 5, lvetadze 3 - 6 6 - 3, wawrinka 6 - 7 0 - 6 7 - 6 7 - [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] their lead at 2 - 2 through the australian champion williams, who held on to win the set before pulling back to win 2 - 5 and won 2 - 3 with seven points. [SEP] defending champion andy roddick, the conqueror of belgium ' s rako durbin, ousted the second - seeded german monfir and fourth seed richard gasquet 6 - 3 6 - 3 on tuesday. [SEP] ( cnn ) - - andy murray feels good but he has never lost confidence, \" he said in a semi - final. [SEP] the united states ' coalition killed nine militants and killed six civilians in helmand province, the afghan military said [SEP]", "detok_text": "[CLS] their lead at 2 - 2 through the australian champion williams, who held on to win the set before pulling back to win 2 - 5 and won 2 - 3 with seven points. [SEP] defending champion andy roddick, the conqueror of belgium's rako durbin, ousted the second - seeded german monfir and fourth seed richard gasquet 6 - 3 6 - 3 on tuesday. [SEP] (cnn) - - andy murray feels good but he has never lost confidence, \" he said in a semi - final. [SEP] the united states' coalition killed nine militants and killed six civilians in helmand province, the afghan military said [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] arsenal draw 1 - 0, wolverhampton wanderers on saturday, champions league finalist side arsenal on thursday, the bottom team host arsenal on wednesday, and defending champions bordeaux face blackburn on tuesday, league finalists bordeaux 2 and top side toulouse 0 - 6, toulouse of france, toulouse 0 - 0 bordeaux 0. 3 bordeaux, 2 - 0 on saturday. [SEP] argentina ' s del potro next plays seventh - seeded simon karlke and faces seventh seed rafael nadal, with german patty schnyder seeded fourth, facing eighth - seeded frenchman gilles simon on sunday. [SEP] she ' s already cast her son daniel nicol ' s character in [SEP]", "detok_text": "[CLS] arsenal draw 1 - 0, wolverhampton wanderers on saturday, champions league finalist side arsenal on thursday, the bottom team host arsenal on wednesday, and defending champions bordeaux face blackburn on tuesday, league finalists bordeaux 2 and top side toulouse 0 - 6, toulouse of france, toulouse 0 - 0 bordeaux 0. 3 bordeaux, 2 - 0 on saturday. [SEP] argentina's del potro next plays seventh - seeded simon karlke and faces seventh seed rafael nadal, with german patty schnyder seeded fourth, facing eighth - seeded frenchman gilles simon on sunday. [SEP] she's already cast her son daniel nicol's character in [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] monfils lost a set 6 - 2, 10th - seventh seed novak djokovic lost seven matches to fellow russian german victor hantuchov, fourth seed robinsfretling ahead of the french - belgian pairing. - fourth seedt safin of russia and seventh - seeded - serving novak djokovic 6 - defeated federer 3 - 6 2 - 0. - frenchman 7 - 6 won 2 - 4 - 2 - - chelsea international frank lampard celebrates three - goal header five seconds later to give chelsea a 2 - 1 lead to take a fourth - place lead in their premier league qualifier. [SEP] however the number [SEP]", "detok_text": "[CLS] monfils lost a set 6 - 2, 10th - seventh seed novak djokovic lost seven matches to fellow russian german victor hantuchov, fourth seed robinsfretling ahead of the french - belgian pairing. - fourth seedt safin of russia and seventh - seeded - serving novak djokovic 6 - defeated federer 3 - 6 2 - 0. - frenchman 7 - 6 won 2 - 4 - 2 - - chelsea international frank lampard celebrates three - goal header five seconds later to give chelsea a 2 - 1 lead to take a fourth - place lead in their premier league qualifier. [SEP] however the number [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] after the defending champions barnsley sealed a 2 - 0 draw after they had lost twice before trying to beat tottenham ' s 2 - 0 in the cisf cup final earlier this week. [SEP] fifth - svetr davydenko defeated david beckham, 2 - 3, 6 - 0 and seventh - seeded dementieva defeated german robin soderling and italian marin citil in a later round monday. [SEP] he declined to comment yesterday whether he was stepping down. [SEP] lord mandelson, the labour business secretary, who had refused to give him his resignation on thursday after alan shearer had left the job, resigned [SEP]", "detok_text": "[CLS] after the defending champions barnsley sealed a 2 - 0 draw after they had lost twice before trying to beat tottenham's 2 - 0 in the cisf cup final earlier this week. [SEP] fifth - svetr davydenko defeated david beckham, 2 - 3, 6 - 0 and seventh - seeded dementieva defeated german robin soderling and italian marin citil in a later round monday. [SEP] he declined to comment yesterday whether he was stepping down. [SEP] lord mandelson, the labour business secretary, who had refused to give him his resignation on thursday after alan shearer had left the job, resigned [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] yen and 881. 89, and 921. swiss francs, 1. 941 and 0. 947 and 1. 7361 swiss francs and. 7488. [SEP] 18 at 1600 pennsylvania avenue, 65th and 111th, at st. louis, new york. [SEP] arsenal ' s gunners premier league side won 2 - 0 to go on to keep their championship credentials from beating their rivals. [SEP] toulouse beat reading 4 - 0 and fourth bottom bordeaux dropped to fourth and three points behind eurostard 2 - 0. [SEP] nadal, 26, of france, lost in the first round of the french open [SEP]", "detok_text": "[CLS] yen and 881. 89, and 921. swiss francs, 1. 941 and 0. 947 and 1. 7361 swiss francs and. 7488. [SEP] 18 at 1600 pennsylvania avenue, 65th and 111th, at st. louis, new york. [SEP] arsenal's gunners premier league side won 2 - 0 to go on to keep their championship credentials from beating their rivals. [SEP] toulouse beat reading 4 - 0 and fourth bottom bordeaux dropped to fourth and three points behind eurostard 2 - 0. [SEP] nadal, 26, of france, lost in the first round of the french open [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] was facing a \" dangerous situation. \" [SEP] frenchman nikolai valuev finished fourth with a five - point win at the lyon grand prix in 2005, finishing on 11 points after losing a fourth round decision at stuttgart. [SEP] second - eighth seed frenchman tsonga beat ivanovic 6 - 2 6 - while fellow french number one nalband 6 - - 6 - and fourth - seeded 11th seed andy robic defeated andy williams 6 - 7 - 6 6 - 7, 6 - 7. [SEP] in their other match, fourth seed djokovic defeated frenchman viktort bartoli of germany. [SEP] the district court had rejected the argument by the [SEP]", "detok_text": "[CLS] was facing a \"dangerous situation.\" [SEP] frenchman nikolai valuev finished fourth with a five - point win at the lyon grand prix in 2005, finishing on 11 points after losing a fourth round decision at stuttgart. [SEP] second - eighth seed frenchman tsonga beat ivanovic 6 - 2 6 - while fellow french number one nalband 6 - - 6 - and fourth - seeded 11th seed andy robic defeated andy williams 6 - 7 - 6 6 - 7, 6 - 7. [SEP] in their other match, fourth seed djokovic defeated frenchman viktort bartoli of germany. [SEP] the district court had rejected the argument by the [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS], just 60 per cent of half - and half - adult children were obese, compared to 70 per cent of those aged 10 - 25 - age, children born until early age 5, those aged five and four years. [SEP] england ' s 5 - 1 win over croatia ended 2 - 0 last night, england captain kevin mccully securing his fifth world cup spot for the second time in his career with a first victory in australia. [SEP] safin saved six and safina winning 1 - 0 after winning his first service game before failing to effectively hold the season - opening contest. [SEP] there ' s a reason to think [SEP]", "detok_text": "[CLS], just 60 per cent of half - and half - adult children were obese, compared to 70 per cent of those aged 10 - 25 - age, children born until early age 5, those aged five and four years. [SEP] england's 5 - 1 win over croatia ended 2 - 0 last night, england captain kevin mccully securing his fifth world cup spot for the second time in his career with a first victory in australia. [SEP] safin saved six and safina winning 1 - 0 after winning his first service game before failing to effectively hold the season - opening contest. [SEP] there's a reason to think [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] unbeaten from 155 behind, lost his toss to take a five - wicket lead of 130 - 6, while pakistan closed on five wickets on 3 before lunch and host australia ( 5 - 3 ), trailing 6 - 2 by five runs, lost the final 10 wickets in the quarter - final. [SEP] he finished out fifth overall, finishing 12th at the summit. [SEP] the postgate package starts at $ 15. 00 on sale thursday, £8. 80 on thursday afternoon. [SEP] second - seeded fourth seed nikolay davydenko advanced with a 3 - 6, 7 - 7 win to reach the final against belgian frenchman nicolas almavic. [SEP]", "detok_text": "[CLS] unbeaten from 155 behind, lost his toss to take a five - wicket lead of 130 - 6, while pakistan closed on five wickets on 3 before lunch and host australia (5 - 3), trailing 6 - 2 by five runs, lost the final 10 wickets in the quarter - final. [SEP] he finished out fifth overall, finishing 12th at the summit. [SEP] the postgate package starts at $15. 00 on sale thursday, £8. 80 on thursday afternoon. [SEP] second - seeded fourth seed nikolay davydenko advanced with a 3 - 6, 7 - 7 win to reach the final against belgian frenchman nicolas almavic. [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] defeated seeded nikolay davydenko 6 - 0 - 7 7 - 6 - 3, roger federer 6 - 7 7 - 6, and ' s novak galbr upset no. 6 seed tommy robo 6 - 0. [SEP] men ' s seed andy murray lost a tense opening match on friday, beating fellow round leader gael monfils 6 - 1, 6 - 4 and israeli eighth seed marcos baghdatis and no. 1 seed david gulband 7 - 0, lost 7 - 6 in the men ' s quarter - final. [SEP] venus williams, who played poorly, broke twice in the first set, losing [SEP]", "detok_text": "[CLS] defeated seeded nikolay davydenko 6 - 0 - 7 7 - 6 - 3, roger federer 6 - 7 7 - 6, and's novak galbr upset no. 6 seed tommy robo 6 - 0. [SEP] men's seed andy murray lost a tense opening match on friday, beating fellow round leader gael monfils 6 - 1, 6 - 4 and israeli eighth seed marcos baghdatis and no. 1 seed david gulband 7 - 0, lost 7 - 6 in the men's quarter - final. [SEP] venus williams, who played poorly, broke twice in the first set, losing [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] seeded frenchman 6 - 4 6 - 7, 6 - 7, 6 - 3, 7 - 5 ( 7. [SEP] \" i would have been able to see these things through the lens, \" he says. [SEP] ivanovic, 26, was moved into fourth place at just five points by the eighth - seeded frenchman alia klata of russia, and belgian champion penne. [SEP] stosur has reached a final twice, won for the first time this year and captured his first french open open title at barcelona in 2007. [SEP] \" most people think there would be a better outcome at the end of the year, \" [SEP]", "detok_text": "[CLS] seeded frenchman 6 - 4 6 - 7, 6 - 7, 6 - 3, 7 - 5 ( 7. [SEP] \"i would have been able to see these things through the lens,\" he says. [SEP] ivanovic, 26, was moved into fourth place at just five points by the eighth - seeded frenchman alia klata of russia, and belgian champion penne. [SEP] stosur has reached a final twice, won for the first time this year and captured his first french open open title at barcelona in 2007. [SEP] \"most people think there would be a better outcome at the end of the year,\" [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] players at the 2008 tour st. open and sony ericsson tournament. [SEP] five - time champion roger federer have moved to seventh place in ninth, eighth, fifth and sixth rankings thanks for their place at the open era, beating federer. * federer beat fourth - ranked blake 3 - 6 6 - 3 6 - 2 and france ' s gael 7 - 6 6 - 3 6 - 7 7 in the bangkok open quarterfinals. [SEP] verdasco ended nadal ' s hopes and frenchman nicolas anefen fought back to win 2 - 5 and beat defending champion robert kubicch of germany in the second round of the french open grand [SEP]", "detok_text": "[CLS] players at the 2008 tour st. open and sony ericsson tournament. [SEP] five - time champion roger federer have moved to seventh place in ninth, eighth, fifth and sixth rankings thanks for their place at the open era, beating federer. * federer beat fourth - ranked blake 3 - 6 6 - 3 6 - 2 and france's gael 7 - 6 6 - 3 6 - 7 7 in the bangkok open quarterfinals. [SEP] verdasco ended nadal's hopes and frenchman nicolas anefen fought back to win 2 - 5 and beat defending champion robert kubicch of germany in the second round of the french open grand [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] losing 6 - 1 of france 7 - 6 6 - 3, and defending champion novak djokovic will play ninth - seeded belgian nikolay davydenko, belgian henin and france ' s who ousted eighth - seeded frenchman gilles simon 6 - 6, and seventh seed simon schiller was in ninth place. [SEP] it was last updated at 16. 21 bst on saturday 30 may 2009. [SEP] who are you now keeping secret? [SEP] belgian 10th seed roland garros ninth seed richard gasquet of france 6 - 3 7 - 2 in the third set, he lost to david nalband 6 - 2 6 - 1 [SEP]", "detok_text": "[CLS] losing 6 - 1 of france 7 - 6 6 - 3, and defending champion novak djokovic will play ninth - seeded belgian nikolay davydenko, belgian henin and france's who ousted eighth - seeded frenchman gilles simon 6 - 6, and seventh seed simon schiller was in ninth place. [SEP] it was last updated at 16. 21 bst on saturday 30 may 2009. [SEP] who are you now keeping secret? [SEP] belgian 10th seed roland garros ninth seed richard gasquet of france 6 - 3 7 - 2 in the third set, he lost to david nalband 6 - 2 6 - 1 [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] lost 5 - 0 rezai was 1 - 0. 6 points behind fourth - seeded belgian roger federer and lost 0 - 2 - 0 in a quarterfinal match against germany, while fourth seed jelena jankovic 6 - 0, 6 - 6 and defending champion venus williams defeated eighth - seeded robert garber of france in the first round of the tournament in melbourne on saturday night. [SEP] australian open dinara safin was happy and gave herself an early 3 - 1 lead. [SEP] but federer lost twice in an opening set before losing 6 - 7, 6 - 3 and losing against frenchman gilles simon 6 - 2, and serb novak dj [SEP]", "detok_text": "[CLS] lost 5 - 0 rezai was 1 - 0. 6 points behind fourth - seeded belgian roger federer and lost 0 - 2 - 0 in a quarterfinal match against germany, while fourth seed jelena jankovic 6 - 0, 6 - 6 and defending champion venus williams defeated eighth - seeded robert garber of france in the first round of the tournament in melbourne on saturday night. [SEP] australian open dinara safin was happy and gave herself an early 3 - 1 lead. [SEP] but federer lost twice in an opening set before losing 6 - 7, 6 - 3 and losing against frenchman gilles simon 6 - 2, and serb novak dj [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] 18 : 23. 20 ; 3 : 16. 21 ; williams 1 : 17. 17 ; 5 : 26. 30 ; 6 : 17 : 16. 18 33 ; 2 : 18. 20 ; 2 : 24. 24 ; 3 : 15, 27 25 ; 5 : 29. 17 ; 3 : 20, 20 : 15. 25 ; 5 : 9 : 37,. 24 ; 5 : 20. 17 ; 6 : 16 : 25. 15 ; 16, 22 23 ; 17 : 17, 7. 15 ; 20 : 23. 18 23 ; 16 : 17, 17. 15 ; 7 : 17, 18. [SEP]", "detok_text": "[CLS] 18: 23. 20; 3: 16. 21; williams 1: 17. 17; 5: 26. 30; 6: 17: 16. 18 33; 2: 18. 20; 2: 24. 24; 3: 15, 27 25; 5: 29. 17; 3: 20, 20: 15. 25; 5: 9: 37,. 24; 5: 20. 17; 6: 16: 25. 15; 16, 22 23; 17: 17, 7. 15; 20: 23. 18 23; 16: 17, 17. 15; 7: 17, 18. [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] seventh - seeded frenchman mariah safin 7 - 6, 6 - 2 ; seeded venus williams won 4 - 6 6 - 0, 4 - 6 ( 7 ) 7 - 5, 6 - 2 ; and eighth - seeded williams 5 - 7, 6 - 4 ( 7 ) and russian ninth seed elena dementieva, 7 - 6, 5 - 6. [SEP] novak djokovic ended as no. 3 seed federer survived a 72 - hole match to beat 4 - 6, 6 - 7, 6 - 0, 6 - 7, 5 in men ' s quarterfinals, giving federer another place after fellow belgian frenchman julien [SEP]", "detok_text": "[CLS] seventh - seeded frenchman mariah safin 7 - 6, 6 - 2; seeded venus williams won 4 - 6 6 - 0, 4 - 6 (7) 7 - 5, 6 - 2; and eighth - seeded williams 5 - 7, 6 - 4 (7) and russian ninth seed elena dementieva, 7 - 6, 5 - 6. [SEP] novak djokovic ended as no. 3 seed federer survived a 72 - hole match to beat 4 - 6, 6 - 7, 6 - 0, 6 - 7, 5 in men's quarterfinals, giving federer another place after fellow belgian frenchman julien [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] to meet her husband. [SEP] but, he said, he felt more safe. [SEP] toronto ( reuters ) - japan ' s mitsubishi motor corp group said on tuesday that it would announce it plans to shed about 6, 500 people worldwide to pay off the u. s. automaker. [SEP] president george w. bush, the commander of afghanistan and other allied forces in afghanistan,, has urged them to become a far more complex. [SEP] the belgian lost 5 - 2 6 - 3 when sixth - seeded frenchman richard galband opened a 5 - fought hold on a final lead against frenchman robert maths 6 - 6 and german jar [SEP]", "detok_text": "[CLS] to meet her husband. [SEP] but, he said, he felt more safe. [SEP] toronto (reuters) - japan's mitsubishi motor corp group said on tuesday that it would announce it plans to shed about 6, 500 people worldwide to pay off the u. s. automaker. [SEP] president george w. bush, the commander of afghanistan and other allied forces in afghanistan,, has urged them to become a far more complex. [SEP] the belgian lost 5 - 2 6 - 3 when sixth - seeded frenchman richard galband opened a 5 - fought hold on a final lead against frenchman robert maths 6 - 6 and german jar [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] regardless of his age. [SEP] third - seed david nalbandian, fourth round of the french open, 7 - 7 7 - 6 to play argentina ' s martin del potro in the round. [SEP] former england star david beckham has made his first fa cup debut with his fourth consecutive goal against middlesbrough. [SEP] she then faces belgian david gaut, who lost 6 - 5, 6 - 3, 6 - 2, and the third - seed at the fourth - seeded paris open, while sixth seeded teenager nicolas dementie defeated frenchman david isner in the fourth round. [SEP] hong kong, aug. [SEP] one large [SEP]", "detok_text": "[CLS] regardless of his age. [SEP] third - seed david nalbandian, fourth round of the french open, 7 - 7 7 - 6 to play argentina's martin del potro in the round. [SEP] former england star david beckham has made his first fa cup debut with his fourth consecutive goal against middlesbrough. [SEP] she then faces belgian david gaut, who lost 6 - 5, 6 - 3, 6 - 2, and the third - seed at the fourth - seeded paris open, while sixth seeded teenager nicolas dementie defeated frenchman david isner in the fourth round. [SEP] hong kong, aug. [SEP] one large [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] north carolina, oxford, cambridge, cambridge, cardiff, nottingham university, glasgow, birmingham. [SEP] they go to our country, \" nagin said. [SEP] second - ranked nadal wrapped up his australian title in 2002, losing at no. 21 in a victory over monaco, but held a set - point to come close to winning, sending roger federer into the fourth. [SEP] in asia, the dollar rose 1. 3 per cent cent to 1. 031, while the euro rose 0. 3 per cent to c $ 1. 408 and the dollar added 0. 9 cent to 78. 60. [SEP] in july, [SEP]", "detok_text": "[CLS] north carolina, oxford, cambridge, cambridge, cardiff, nottingham university, glasgow, birmingham. [SEP] they go to our country, \" nagin said. [SEP] second - ranked nadal wrapped up his australian title in 2002, losing at no. 21 in a victory over monaco, but held a set - point to come close to winning, sending roger federer into the fourth. [SEP] in asia, the dollar rose 1. 3 per cent cent to 1. 031, while the euro rose 0. 3 per cent to c $1. 408 and the dollar added 0. 9 cent to 78. 60. [SEP] in july, [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] the protection of georgia ' s territorial integrity. [SEP] the most likely that federer, federer ' s top opponent, bidding for a fourth slam, the top - seeded no. 2 and another six - time grand slam, sixth seed novak safinian, will face belgian eighth seeded nicolas galbis and eighth - seeded dina safina 6 - 3, 7 - 6. [SEP] it also creates a high amount of large - scale single infectious disease and a respiratory disease that is much higher in the region than in european latitudes. [SEP] the report was sent to the government ' s independent committee. [SEP] but he said that if the [SEP]", "detok_text": "[CLS] the protection of georgia's territorial integrity. [SEP] the most likely that federer, federer's top opponent, bidding for a fourth slam, the top - seeded no. 2 and another six - time grand slam, sixth seed novak safinian, will face belgian eighth seeded nicolas galbis and eighth - seeded dina safina 6 - 3, 7 - 6. [SEP] it also creates a high amount of large - scale single infectious disease and a respiratory disease that is much higher in the region than in european latitudes. [SEP] the report was sent to the government's independent committee. [SEP] but he said that if the [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] inc., inc., the nation ' s largest chain of childhood cancer products focused on lung cancer in the united states. [SEP] the infected virus re - emerged in komodopura, south of mundakara province and hajdan, the capital of the nukud capital and then back to life, health officials said. [SEP] fourth seed juan ignacio chesling homered and the czechs were found unconforced on tuesday evening. [SEP] still, it ' s unlikely - - but belgian champion henin could hardly assume four - time veteran ninth seed kim clijsters wants him to take a break from [SEP]", "detok_text": "[CLS] inc., inc., the nation's largest chain of childhood cancer products focused on lung cancer in the united states. [SEP] the infected virus re - emerged in komodopura, south of mundakara province and hajdan, the capital of the nukud capital and then back to life, health officials said. [SEP] fourth seed juan ignacio chesling homered and the czechs were found unconforced on tuesday evening. [SEP] still, it's unlikely - - but belgian champion henin could hardly assume four - time veteran ninth seed kim clijsters wants him to take a break from [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS]ton road in manicot, near tunbridge wells, died just before 0400 on friday night. [SEP] belgians faces roger federer, eighth - seeded djokovic lost 7 - 7 - 5 6 - 9 ; frenchman federer 5 - 6, 6 - 7, 6 - 13, 4 - 11 - 7, 11 - 6, defeated albert montanes 7 - 5, 6 - 7 ( 7 ) 10 - 6 ; and wil - tsonga 6 - 7 ( 7 5 ) defeated teenager nicolas korolovic 6 - 7, 7 - 6. [SEP] the driver died at the scene of the accident from 1800 gmt on [SEP]", "detok_text": "[CLS]ton road in manicot, near tunbridge wells, died just before 0400 on friday night. [SEP] belgians faces roger federer, eighth - seeded djokovic lost 7 - 7 - 5 6 - 9; frenchman federer 5 - 6, 6 - 7, 6 - 13, 4 - 11 - 7, 11 - 6, defeated albert montanes 7 - 5, 6 - 7 (7) 10 - 6; and wil - tsonga 6 - 7 (7 5) defeated teenager nicolas korolovic 6 - 7, 7 - 6. [SEP] the driver died at the scene of the accident from 1800 gmt on [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/late_2p0_to_0p8_c1024_raw_samples.txt

@@ -0,0 +1,230 @@
+late_2p0_to_0p8_c1024
+{
+  "type": "summary",
+  "name": "late_2p0_to_0p8_c1024",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest.pt",
+  "step": 168000,
+  "decode": {
+    "kind": "categorical_fullvocab_temp_schedule",
+    "config": "late_2p0_to_0p8_c1024",
+    "steps": 128,
+    "model_t_mode": "post",
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "temp_start": 2.0,
+    "temp_end": 0.8,
+    "temp_schedule": "late",
+    "concentration_min": 1.0,
+    "concentration_max": 1024.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260508
+  },
+  "detok_genppl": {
+    "ppl": 30.292676715795903,
+    "nll_per_token": 3.4109059907549826,
+    "tokens": 6918
+  },
+  "diversity": {
+    "sample_entropy": 1.950918831735721,
+    "unique_tokens": 508,
+    "token_count": 8192,
+    "distinct_1": 0.06201171875,
+    "distinct_2": 0.21345964566929135,
+    "top_token_mass": 0.4271240234375
+  }
+}
+
+===== sample 000 =====
+##77777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777
+
+===== sample 001 =====
+##44097477781878731842447707731788872977313151974474773477731978310834870744734077878424477734777770237777883400007348787317093140510677767792377776677783436877777235177 [SEP]
+
+===== sample 002 =====
+[CLS]09320777887770773173131777313173173187510077700315185134313472331317778783477317313173189840851667773100518317873188787777003177883131005167313100007316780031347317347317773100313134 [SEP]
+
+===== sample 003 =====
+##77777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777
+
+===== sample 004 =====
+[CLS] 7583 75787 718 72 717 727 728 712 72 7177 743 717 697 74745 69458 729 727 718 757 713 7387777 718 713 627 677 718 717 7377 75987 747 8897 768 717 7677 743 7283 7168 7587 7167 7174 7537 6978 74787 698 7273 7477 718 6787 748 7477 [SEP]
+
+===== sample 005 =====
+[CLS] - 7, 7 - 7, 7 - 5, 7 - 7, 6 - 7 ( 7 ) 5 - 7 7 - 7, 7 - 7, 7 - 7, 7 - 7 ( 7 - 7, 6 - 4 ), 7 - 7, 6 - 1, 7 - 5 7 ( 7 ), 7 - 6 7 - 6 6 - 4 7 - 5 7 - 6, 7 - 7, 7 - 6, 6 - 1, 7 - 5 6 - 3, 6 - 7 ( 3 ) 7 - 7 ( 7 ) 7 - 5, 7 - 5, 7 - 5 6 - 7 [SEP]
+
+===== sample 006 =====
+[CLS] gmt on sunday 29 october 2009. [SEP] another 65 people were taken seriously wounded. [SEP] the match airs on, sunday dec 29, at 11pm. [SEP] born at 11pm uk on saturday, july, on until dec. [SEP] it was frustrating, not logical. [SEP] frenchman arnaud clement and fellow frenchman nicolas sahdandi and french seeded frenchman nicolas rocko lost 6 - 3 on tuesday. [SEP] fourth - seeded and fifth seed novak djokovic face fourth - seeded frenchman sebastien safin, seventh seeded frenchman nicolas maunov, fourth - seeded frenchman frenchman gilles tsonga and sixth seed novak djokovic. [SEP] [SEP]
+
+===== sample 007 =====
+[CLS] 715 74 768 76 747 72 747 74 748 75 748 72 748 74 768 75 7423 72 810 745 757 75 745 788 763 768 767 769, 7623. com. 767 767 76237, 7231, 73111, 767322, 7271, 745117, 74000, 747831810. [SEP] french eighth seed safina ousted belgian sixth seed ali janic of serbia, danish seventh seed and 10th seed robin soderling ousted out french 13th seed nicolas ts [SEP]
+
+===== sample 008 =====
+[CLS] 75, 000 late on sunday. [SEP] the mother was arrested aug. [SEP] " i told her to know what to tell my son. [SEP] he wanted everything. [SEP] i was nervous about losing his job. [SEP] 757310077313100003131310031000031003170031000031318313131003173100007831003100770331007319230000000031237238312383100319823317873173199951779 [SEP]
+
+===== sample 009 =====
+[CLS]. open champion roger federer and roger federer of the french open open and french open. [SEP] she led 7 - 0 in seven sets. [SEP] paris - paris, france - french open fourth seed novak safina lost the quarterfinals at the french open last round and the australian open french open. [SEP] fourth - seed janko tsonga makes the quarterfinals of the paris open sunday, fourth - seeded french open champion robert de france 6 - 0. frenchman marat safin, 7 - 3, 7 - 0, 7 - 6 7 - 0, 7 - 6. frenchman arnaud clement, the frenchman, 7 - 6, 7 [SEP]
+
+===== sample 010 =====
+[CLS] 71 74 75 73 74 74 74 74 75 74 74 74 75 73 74 74 74 74 88 74 74 74 74 76 73 73 74 74 80 74 73 74 74 73 74 73 76 74 74 71 74 74 76 74 74 74 74 74 73 73 74 74 73 74 73 73 73 74 70 74 718 74 74 74 74 858 747 748 748 74 768 7173 768 74 74 718 74 717 712 748 72 75 708 74 72 74 697 74 72 767 74 767 74 74 76 75 718 767 718 767 74 111 118, 142 [SEP]
+
+===== sample 011 =====
+[CLS] 72 71 76 76 74 76 71 741 727 73 768 737 72 714 73 71 74 74 71 74 71. 74 745 71. 69 7145 688 72 717 72 717 713 718 72 719 715 73 748 748 73 715 72 763 718 728 721 72878 718 75 7383 71 728 708 716 713 718 72 713 71 741 715 718 6988 728 757 71887 718 678 717 718 748 711 716 71 [SEP]
+
+===== sample 012 =====
+[CLS] 767 ) 711 729 761 727 748 71 713 718 7581 731 74 717 692 6983 718 74 737 72 6287 74 74 711 717 717 33 - 711 73 713 697 717 74 707 712 713 727 75 75 7187 722 71 767 718 75 738 75 703 718 71 748 757 747 7188 71 617 718 728 68 758 767 718 768 728 727 711 717 74 759 72 [SEP]
+
+===== sample 013 =====
+##78777777778773177777317773170777878873677317777878873473177317840723777227870877287777877731988773134877778777736787877715877777736777787778777970 [SEP]
+
+===== sample 014 =====
+##77777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777
+
+===== sample 015 =====
+[CLS] 6 - 3, frenchman gilles simon 7 - 6, 4 - 2, 7 - 6, 6 7 - 5, defeated novak djokovic 6 - 7 - 3, and sixth frenchman nicolas djokovic claimed a five - set 7 - 0 lead in the set. [SEP] belgian fourth round, fourth - seeded fourth - finalist louis - safina, fourth - seeded novakokovic - frenchman gilles simon - and third - seeded kuznetsova in the third. [SEP] roger federer won the wimbledon open, the french open in 1999, while australian open finalist sabbatini lost 1. 6 million euros in his final [SEP]
+
+===== sample 016 =====
+[CLS] roland gauthner, frenchman frenchman arnaud arnaud, french frenchman philippe savt, frenchman philippe rogen, frenchman frenchman ar arnaud clement, frenchman frank schalken, and frenchman arnaud arnaudt and frenchman philippe sakhin. [SEP] frenchman gilles simon lost frenchman david nalbian, belgian andre agassi defeated marcos baghdatis and sixth seed gilles tsonga the quarterfinals. [SEP] 18 by the nov. [SEP] 310 275 1111, 275 275 1111, 220 1111. [SEP] the swiss maestro reached his final round at the australian open last year, winning the australian open final on jan. [SEP]
+
+===== sample 017 =====
+[CLS] 73 73 73 76 73 73 76 76 74 73 73 76 73 73 74 73 74 73 76 76 73 73 71 74 76 73 73 73 73 73 74 73 73 73 74 76 73 69 73 73 70 73 71 76 76 73 73 73 73 74 73 76 73 71 76 76 74 73 74 76 76 73 73 73 76 76 73 76 73 74 73 73 73 73 73 76 76 74 73 73 73 74 73 73 73 73 73 73 73 73 73 73 73 73 73 73 73. [SEP] dec. [SEP] wrong dec. [SEP] " sixteen people were ill and dec. [SEP] she said. [SEP] the british, french and french investigators [SEP]
+
+===== sample 018 =====
+##77777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777
+
+===== sample 019 =====
+[CLS] toulouse 4 - 0 - 0, toulouse 1 - 0 0, toulouse 0 - 0, toulouse 0 - 0 - 0, toulouse 0 - 4 - 0 0 - 0, toulouse 2 - 2, toulouse 0 - 0, toulouse 0, toulouse 2 - 0, toulouse 0 0 - 0, toulouse 2 - 0 - 0 - 0, toulouse 2 - 0 - 0 toulouse 1 - 0, toulouse 0. [SEP] the study was conducted in stockholm, sweden in september 2006. [SEP] venus williams reached the women ' s semifinals, joining fellow - finalist kim clijsters of france and eighth - seeded safina who lost the french [SEP]
+
+===== sample 020 =====
+[CLS] 10 a. m. [SEP] on sunday, jan. [SEP] on sunday, jan. [SEP] the french open lost 2001 - 3, lost in 2004 and wimbledon in 2003. [SEP] halbatik refused to win. [SEP] tuesday, september 2008 until sunday until october 2009. [SEP] the sixth -, ninth - seeded, ninth - and sixth - seeded belgian frank janko seventh, frenchman - frenchman haas, sixth - seeded ernest gulbis seventh and eighth, sixth - seeded frenchman safin sixth, sixth - seeded and eighth - seeded frenchman roger federer and ninth - seeded frenchman rogeret ranked eighth, ninth - seeded nicolas sahdr [SEP]
+
+===== sample 021 =====
+##77077407997777836777773177731783451731777777363478745517777777777878777777777517774477777877877777777878778877777787877734877777877773478777777 [SEP]
+
+===== sample 022 =====
+[CLS] 083178777877777731777777187317777377787877787731778777777777783175317788778777323878378873178888787872387877723877787887777877777727777767 [SEP]
+
+===== sample 023 =====
+[CLS]323131831031313131731313131310031031313131003231310031310031313100313131007731310000873131323131317310078310066. [SEP] sixth seed belgian clijsters and frenchman gilles ousters defeated france ' s jose gasquet 6 - 4, 6 - 3 eighth seed gilles simon, france ' s lucie safarova, seventh and belgian open finalist and fourth seed janko williams, ninth french seed dementieva and frenchman david petetner [SEP]
+
+===== sample 024 =====
+[CLS]77777787318777777238878317888787778883477878777777789876798877887727777787347878777777777887787777877777778877877878777787778777787 [SEP]
+
+===== sample 025 =====
+[CLS]0777877123775177777777773487773123477778779346651787773677877077778317349778777877731777873477877777347317777777787728834778777872887733777073487367 [SEP]
+
+===== sample 026 =====
+[CLS]78777747773176777777777887347453177700318787337778742778877770077729077747343177777777778887774477777777767773677345177778731777777777773477127777 [SEP]
+
+===== sample 027 =====
+[CLS] the presidential primary on jan. [SEP] the contest is open from friday - thursday through sept. [SEP] fourth - - seeded kuznetsova never lost the match, the losing finalist was down 6 - 2 in the fourth round and the french open finalist lost the first round on jan. [SEP] the poll was taken on sunday online and via online phone interviews online aged 2005 - 2006. [SEP] the cardinals lost 13 points at the start of the break. [SEP] frenchman andy murray defeated his fellow frenchman richard gasquet 7 - 6 6 - 2, and fourth - seed joko tsonga 6 - 7 7 - 6 6 - 7 6 - 7 [SEP]
+
+===== sample 028 =====
+[CLS]77787877777787777347778776777877778877777777777877777777777317777878787777778787777877777377777777787877777778777777777877887878 [SEP]
+
+===== sample 029 =====
+##77777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777
+
+===== sample 030 =====
+##77777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777
+
+===== sample 031 =====
+[CLS] ninth - seeded nikolay menchov and fifth - seeded khlschko also lost to fourth - seeded frenchman philipp kohlschreiber 7 - 6 ( 7 - 5 ), 6 - 3. [SEP] sixth - and sixth - seeded and eighth - seeded seventh seed robin khdea beat the eighth - seeded frenchman roddick 6 - 4, and eighth seed jebelie nalband and the eighth - seeded german sixth, sixth seed kohlner, sixth - seeded nikolay safina and seventh - fourth - seeded aliko davydenko, the fourth seed. [SEP] the press said friday that several people were [SEP]
+
+===== sample 032 =====
+##77777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777
+
+===== sample 033 =====
+[CLS] near london on 27 october 2002. [SEP] fourth - seeded klbden lost, frenchman gael safis, frenchman djokovic and frenchman novak djokovic, and sixth - seeded davydenko completed fourth - round picks. [SEP] in 2006, 80 per cent of older workers lost their jobs. [SEP] fifth - seeded fourth seeded djokovic defeated eighth - seeded roger federer 6 - 2 and fourth seed novak djokovic, the seventh seed, defeated third - seeded sixth - seeded nicolas kronko 7 - 6, 6 - 3, 6 - 5 7 - 5. [SEP] elsewhere, the sixth seed, fifth and fourth [SEP]
+
+===== sample 034 =====
+[CLS]777782378778237777777773467770777887777787777987878783177787887777777782877777737787237778887879707977777477787787787777777785587708777 [SEP]
+
+===== sample 035 =====
+##77777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777
+
+===== sample 036 =====
+[CLS]7777777777777777777774577777777777777777777777777877778777777777778777787778877877777778777878777777878777777777777778777777777 [SEP]
+
+===== sample 037 =====
+##317731873434031313131731313183131731313131007313131734317317313431313131343131310070031731003173131310313131310000517708731731731778317783173100313131317313173473103434773400003403477317317317340343183451793131
+
+===== sample 038 =====
+##77777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777
+
+===== sample 039 =====
+##77777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777
+
+===== sample 040 =====
+[CLS] curling a shot over the bar. [SEP] he knew nothing to wrong. [SEP] louis, sept. [SEP] washington, jan. [SEP] 18, july 29 - jan. [SEP] totals 73, 73, 73, 73, 73, 73, 73 73, 71, 69, 73, 73, 73, 73, 73, 71, 73, 73, 73 73, 73, 73, 73, 73, 73, 76, 73, 73, 73, 73. [SEP] swiss kleko 7, who reached the fourth round of the french open with sixth seed nicolas kiefer of france and sixth seed novak djokovic of serbia [SEP]
+
+===== sample 041 =====
+[CLS]31873187731773170731317731777317783131317773477323431313134783131731077003131731831313478031031233131773477318327313177731531777873187831723317000078777778773173477731777788734 [SEP]
+
+===== sample 042 =====
+[CLS]77989793473177313177773131777787798778731777317517723776674473177987773123832651777340347457317723751517988363134034783177505175197772777740347360697777238937343400517 [SEP]
+
+===== sample 043 =====
+[CLS]45003007230700831517734783131073177777704577787773131734093431731883173407317667428347973178307677777297777777332274477777407777477734683772777513177734777777237778320 [SEP]
+
+===== sample 044 =====
+[CLS] colchester on feb. [SEP] 1 through sept. [SEP] 25, through dec. [SEP] open, through dec. [SEP] tuesday, sunday and available online, sunday, nov. [SEP] i started my childhood reading reading schools, reading, and reading reading books and writing. [SEP] " they told me something about the way we thought about it. [SEP] in other quarterfinals, sixth - seeded roger federer defeated fourth seed djokovic, sixth seed david nalbandian beat frenchman novak djokovic and russian eighth seed nikolay davydenko 6 - 7, 6 - 3. [SEP] the survey was conducted by telephone and telephone telephone telephone - 24 july. [SEP]
+
+===== sample 045 =====
+##77777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777
+
+===== sample 046 =====
+##77777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777
+
+===== sample 047 =====
+[CLS]83175177778779934731051347427734840317777403151785127840510878751777776631785177726731887878517783440777766777460457788873477797774277888227722773448731726774577517 [SEP]
+
+===== sample 048 =====
+[CLS] 73 73 76 76 76 73 88 73 74 73 71 73 76 76 73 76 75 76 74 73 76 76 76 71 73 76 76 73 73 74 73 76 76 73 76 73 76 73 76 73 74 74 71 76 73 76 76 70 76 76 73 76 71 75 74 76 76 76 73 76 73 71 73 73 70 71 76 76 76 73 73 76 73 73 76 73 69 73 73 73 74 73 73 73 73 73 75 76 73 73 76 76 76 76 73 76 73 74 73 73 73 76 73 74 75 73 76 76 76 73 76 73 76 73 73. [SEP] the study, published at the end of the [SEP]
+
+===== sample 049 =====
+[CLS]7778775177773477313134831873823313173173172383451317233177310773483697517312334233473193473172323313483127234477235373423077237347667347777347360077828473477343183477834362377789277319723 [SEP]
+
+===== sample 050 =====
+[CLS]7777777774034087317457773177777777777927777787778800773407677879777789. £7778. com. £425. £997777723. £429877347777777777777317777777787877797797 [SEP]
+
+===== sample 051 =====
+[CLS] round, fourth seeded frenchman nicolas djokovic of france ousted fourth - fourth seed nicolas saefee, fourth in the 2007 french open. [SEP] saville, france, sunday, jan. [SEP] sixth - seeded french open finalist nadal was to beat 11th seed david nalband 7 - 5, 7 - 5 and seventh - sixth - seeded frenchman novak djokovic defeated sixth - eighth seed nicolas khdandr 6 - 4. [SEP] on sunday, aug. [SEP] 25, 2008, 31 open ; and brussels, dec. [SEP] safina struggled to win her fourth title this year, but russian safina lost [SEP]
+
+===== sample 052 =====
+[CLS] losing streak after losing and their first losing time since jan. [SEP] new york, dec. [SEP] the driver was arrested friday night. [SEP] nikolay safina defeated frenchman robin haase 6 - 3, round, gilles tsnaud defeated david gulband 5 - 6, and blake 6 - -,, 6 - 7, gilles arnaud defeated frenchman robin wilenfronga. [SEP] the third seed defeated eighth - seeded janko nalbandian, 6 - 4 6 - 3, 6 - 4, losing one match to eighth - seeded jozballer. [SEP] fourth - seeded and france ' s gilles haas lost his [SEP]
+
+===== sample 053 =====
+[CLS] [SEP] sixth seed novak djokovic ousted the seeded frenchman 6 - 7, 6 - 6, 3. [SEP] elsewhere, fourth seeded xavier rocch defeated frenchman frenchman melzer 6 - 1, 6 - 3, 6 - 3. [SEP] the eighth - seeded frenchman defeated frenchman arnaud 7 - 5 before serving frenchman frank djoko 6 - 5, 7 - 2. [SEP] telephone numbers : 310 810, 810, 810, 31071, 310308, 310307, 310317, 830 and 817. [SEP] this idea is hardly feasible, according to other people close to the situation. [SEP] [SEP]
+
+===== sample 054 =====
+[CLS] 7871 7478 7778 763 74797 7477 74707 7477 7473 74777 76773 717 7473 767 7187. [SEP] the m24, 767 7634, 83301 and bury avenue and euston were also closed at about 2000 gmt on saturday. [SEP] other other quarterfinalists yesterday, 14th seed marcos baghdatis, 10th and sixth - seeded julien mahdet, 7 - 6 ; and sixth seed rac gasquet, eighth - seeded robin gadenling 7 - 3 7 - 6 [SEP]
+
+===== sample 055 =====
+[CLS]700777777778787777777787777877777777777778777777778778347777787778777777777777877777777777777367777777777777877777787777777777777 [SEP]
+
+===== sample 056 =====
+[CLS]77877778777787798777778797777777777777778777777777778777777477778777777777877778777787777777777777777777777777782778776777873177 [SEP]
+
+===== sample 057 =====
+[CLS]32777317318317313431313431734310237317343131003187313173477731313400007313193131313131317317783107237313132773134773177777318883134803477318877723347343434787831238347317317313423731313131317734 [SEP]
+
+===== sample 058 =====
+[CLS] open after losing in his fourth round here. [SEP] brussels, belgium, dec. [SEP] frenchman sixth - seeded federer and u. s. - based frenchman novak djokovic lost fourth - round matches and 10th seeded frenchman arnaud simon also defeated french finalist gilles federer 5 - 7 - 2, 6 - 3 7 - 6 7 - 6. [SEP] opens sunday, sept. [SEP] brussels, july 18, brussels, monday, oct. [SEP] french 2004, 2004, 2004, 2007, july 2004, august 2004, july 2008, the french open, 2001, open and 2007 novak djoko, the french open and the french open. [SEP]
+
+===== sample 059 =====
+[CLS]vic, sixth - seeded elena dementieva, seventh - seeded nicolas cornt, 11th - sixth - finalist janko saen, french frenchman nicolas safina and seventh seed novak djokovic ; and sixth - seeded novak djokovic beat seventh - seeded frenchman 3 - 7. [SEP] sixth seed sav ousted seeded frenchman louis saas 4 - 6 5 - 7, 6 - 1, 3 - 7, 6 - 7 ; 12th - belgian ninth seed nicolas volandet and sixth - seeded german david nalband beat frenchman frenchman robert soder 6 - 3, 6 - 3 on wednesday. [SEP] the dow [SEP]
+
+===== sample 060 =====
+[CLS] - 7, 6 - 7 ( 5 6 ), 6 - 7, 5 - 7, 7 - 6 french open on sunday. [SEP] sixth - seeded nikolay davydenko defeated germany 7 - 7 yesterday, sixth - seeded frenchman gilles simon of france 7 - 7 and frenchman gilles simon 7 - 5 6 - 3 5 - 7 6 - 4, 6 - 3. [SEP] the spaniards reached a fourth - round match in france with sixth - seeded arnaud clement on dec. fourth - seeded frenchman sixth seed nikolay arnaudnaud ousted and sixth seed tsonga and seventh - seeded gilles ousted eighth - seeded frenchman novak djokovic 6 [SEP]
+
+===== sample 061 =====
+##77777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777
+
+===== sample 062 =====
+[CLS], eighth seed frenchman jester tsonga ousted ninth seed tommy simon 6 - 4, 6 - 7, frenchman marat safina and no. 8 novak djokovic of serbia 1 - 7, defeating seventh seed novak djokovic of serbia 7 - 5, 11th ninth seed marcos baghdatis of cyprus lost 6 - 0, 7 - 7, 6 - 3, and the frenchman upset sixth finalist nikolay davydenko 6 - 7 6 - 6 ( 7 - 2 ), 6 - 0 yesterday. [SEP] fourth - seeded belgian teenager marin cilic ousted frenchman ninth seed nicolas kiefer, fourth - seed dj [SEP]
+
+===== sample 063 =====
+##77777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/linear_1p8_to_0p8_c256_raw_samples.txt

@@ -0,0 +1,230 @@
+linear_1p8_to_0p8_c256
+{
+  "type": "summary",
+  "name": "linear_1p8_to_0p8_c256",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest.pt",
+  "step": 168000,
+  "decode": {
+    "kind": "categorical_fullvocab_temp_schedule",
+    "config": "linear_1p8_to_0p8_c256",
+    "steps": 128,
+    "model_t_mode": "post",
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "temp_start": 1.8,
+    "temp_end": 0.8,
+    "temp_schedule": "linear",
+    "concentration_min": 1.0,
+    "concentration_max": 256.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260508
+  },
+  "detok_genppl": {
+    "ppl": 42.701768026370516,
+    "nll_per_token": 3.754240325147185,
+    "tokens": 9618
+  },
+  "diversity": {
+    "sample_entropy": 4.1504656186868445,
+    "unique_tokens": 1733,
+    "token_count": 8192,
+    "distinct_1": 0.2115478515625,
+    "distinct_2": 0.6781496062992126,
+    "top_token_mass": 0.0665283203125
+  }
+}
+
+===== sample 000 =====
+[CLS] likely were expected to vote early in their first days of voting. [SEP] birmingham held on behind to win in the first leg and again at fourth, before being sent back a fantastic drive into sixth place with his fifth goal of the second half. [SEP] at the final days of the final vote, the administration was given a vote on health reform, by the majority of democrats, and to report to their work. [SEP] this is a great opportunity for our family members to be patient - centered, informed and more informed of their choice. [SEP] but newcastle ' s early - season prospects may never have crumbled. [SEP] ( ap ) - [SEP]
+
+===== sample 001 =====
+[CLS]rsteig said. [SEP] if they ' re hoping that i will not try to win wimbledon or next year, just like i would not, the game in europe could be much better. [SEP] what could we possibly know? [SEP] however, the top seed for the tournament earned a small place in the week ' s big four despite having a long season and an early hold on the big ten. [SEP] all the damage over the final half - hour seemed to be due to a delivery from mahendra that was broken out earlier, but suffered a heavy loss of control. [SEP] the agency would not say if the case was at a [SEP]
+
+===== sample 002 =====
+[CLS] by 7. 5 per cent, between the final quarter of 2008 and 2009, and by 2. 9 per cent. [SEP] way to get the economy back out of recession? [SEP] the group planned to speak with city workers at the plant, hussl said. [SEP] resistance to reform is needed. [SEP] " the majority of people will continue to think that new things will improve, but i think the next few months... will start to see jobs growth, " he added. [SEP] he and geithner came a step closer to making their skeptical minds about the efficacy of them. [SEP] now, a little of the business [SEP]
+
+===== sample 003 =====
+[CLS] higher as americans search for comfort in the global economy. [SEP] for three years, dr. klein was chief vice president of corporate performance, pps, inc. [SEP] iraq ( and a co - member of the council ) has been part of the u. s. government for five years. [SEP] hamilton came out in hamilton ' s side on monday when he staked out his place against renault boss frank kenney, who fired him for last summer ' s disappointment of the australian and german grand prix in london and malaysia. [SEP] the new tax, in the meantime, has the same effect. [SEP] relatives of the police officer, who [SEP]
+
+===== sample 004 =====
+[CLS] ' s life away from the court. [SEP] four people died and seven u. s. soldiers died there, possibly by a bombing in the first months of the year. [SEP] dr stevens said in the complaint she did not collect all her own data and relied on her passport numbers, the sex and the location of the original interview. [SEP] the woman ' s father, chuck helms, said he has declined to comment on monday, but the case is ongoing. [SEP] there ' s no goverment here, then, that just wants the economy to get more of it - - even at home. [SEP] if you can ' t [SEP]
+
+===== sample 005 =====
+[CLS] tuesday ' s case. [SEP] hoon ' s mother said she was aware of natalie ' s injury but could not see her right hand, holding her arms around the ground in the air. [SEP] it ' s not going to be unbeatable. [SEP] she was in tears before she decided to play the third - season of " the real mother, " and her response was so limited by the show ' s bleakness that the producers had brought it to the end when she heard about the situation. [SEP] with only a quarter - point in their four matches remaining, some felt federer ' s decision. [SEP] the most important thing is [SEP]
+
+===== sample 006 =====
+[CLS]. s. - led coalition has killed at least 25 rebels in two weeks, the bloodiest attack between the rebels and rwandan forces. [SEP] " she calls me, " " comes the gun. " [SEP] u. s. - led forces the u. s. military said wednesday that six eastern american soldiers and an afghan civilian were killed in an explosion north of the provincial capital of kabul earlier this month. [SEP] santana, 24 - 24 with a 1. 40 era in 3. 75 innings with the yankees, struck out the yankees by seven runs in the final inning, going 1 - 3 innings. [SEP] two of the first [SEP]
+
+===== sample 007 =====
+[CLS] 80 per cent of local people in central england, south wales, compared to 50 per cent of northern ireland. [SEP] ba ' s stansted airport, of about 10 people, was served by 4, 000 people. [SEP] the report said the u. s. would have to reduce their numbers in iraq and afghanistan to get the forces they wanted. [SEP] and for the first time he was able to challenge again, in a one - by - one match the u. s. open ended with a similar decision over a week ago. [SEP] he ' s a small part of the squad. [SEP] the 32 - year - old ' s [SEP]
+
+===== sample 008 =====
+[CLS] he was all out to attack. [SEP] but she was considered a superstar in the no 1 in football. [SEP] ferrari this year saw renault winning the title for the first time in the season, and the latter teamed up for mclaren in 2006 in order to make this season ' s pre - season race triumph over. [SEP] the rate to patients who sufferers can hear at the half - time was 58. 75 percent, up 65 percent over the weekend and 50 percent in the week - - the day from which he developed his disease. [SEP] it was reported that the prime minister would visit his cabinet early next month for talks, the daily [SEP]
+
+===== sample 009 =====
+[CLS]s giving a further explanation of the rise. [SEP] the average will be two days on average. [SEP] allen ' s field goal with 2 : 18 left, coming late in the third quarter, tied it with a touchdown for the packers. [SEP] several companies, large and small, have argued about how the united states helps their customers with their demand for lower cost prescriptions. [SEP] but there was no information about the exact numbers. [SEP] a woman walking outside the home of a missing 9 - year - old was found dead early friday along with her children at her west memphis, home. [SEP] one of the world ' s most famous nations [SEP]
+
+===== sample 010 =====
+[CLS] - of - second start with no chances to stay. [SEP] we must know that. " [SEP] a woman has been charged with a suspicion of murder in dorset. [SEP] the symptoms associated with symptoms known as migraines were first diagnosed in 1993, researchers said on thursday. [SEP] the independent estimated the long - term damage alone at tens of thousands of pounds. [SEP] she told cnn she found up to 2, 000 of them in the motels when they met dec. [SEP] they are desperate to move to a place for england ' s next division. [SEP] that means a little more faith for themselves and the return of the entire school. [SEP]
+
+===== sample 011 =====
+[CLS]. [SEP] obama ' s campaign e - mails say he ' s a fiscal conservative but will be able to begin pushing a nearly $ 800 billion spending plan to boost the economy by sticking to his ambitious health - care plan. [SEP] the report pointed out that there was a further decline in rates in arrears in the third quarter of 2008 and in 2009. [SEP] it ' s a reflection of the frustration of losing his first two games to reach the final four, when the gaels came in with a dreadful losing record. [SEP] in mid - 2009, that were 6. 3 percent. [SEP] overall, the index rose 0. [SEP]
+
+===== sample 012 =====
+[CLS] when the match was cancelled because of bird flu. [SEP] " some of that, i think, and i should find it to be wrong. [SEP] the apparent economic response of the bank has further strained its outlook for the future. [SEP] when they arrived at 9am the school was ready to take a bus to the stadium, down to the dorms. [SEP] other european governments were being taken over by the british government. [SEP] in the second, liverpool ' s deserved game was a rare victory for the united team after rio ferdinand broke through a wide challenge to tevez. [SEP] bob mitchell, the channel ' s business editor, accused the [SEP]
+
+===== sample 013 =====
+[CLS] world, " said lysacek. [SEP] the 40 - year - old former lawyer was attending a personal meeting with the brother of pakistan ' s prime minister, nab maliki who was also nominated by the ppp, to earn the respect of the house of commons committee. [SEP] the troops are weak and the need to protect the rights of the militants and bring them to justice. [SEP] but... you must admit that you are safe. [SEP] she ' s looking well so hopefully more can be done for the family. [SEP] and it was a very difficult day and a lot of work to do. [SEP] she ' [SEP]
+
+===== sample 014 =====
+[CLS] over a month after the police said they lost him in a crash in a renault car. [SEP] just before sunday ' s game the 6 - year - old allowed two runs and four hits in a five - run eighth. [SEP] you could be prepared, unable to speak, spend time in a sports game or exercise test as part of a physical test. [SEP] the numbers will work their way through this year. [SEP] in the first half of the year, the belgian had only a better chance of one - to - one victories, such as wimbledon, which she lost in the semi - final. [SEP] in december 2007, some 50, [SEP]
+
+===== sample 015 =====
+[CLS] england and wales in the summer and summer. [SEP] in comments published on the blog mrs williams said : " it was hard to accept what i was saying. [SEP] the un ' s climate and climate center said the report would be published in a 10 days period, though the united states has not confirmed it. [SEP] based in the united kingdom, it is america ' s largest business center in the southern hemisphere, america ' s only health center at home and home for the elderly. [SEP] austin came in early with a birdie, made the turn with a birdie and then rolled in from 5 feet from the hole. [SEP] do you [SEP]
+
+===== sample 016 =====
+[CLS] and made it easier to strike against cancer in the early 1980s. [SEP] with the results available for the first time, the survey will be evaluated on one data basis each month on a three - day basis. [SEP] " the reaction was with the word ' that ' s what i would say, ' and ' they said, ' i ' m not sure, to be honest, that ' s this. [SEP] the university, part of england ' s first school in 1999, was opened in 2006 and opened in 2006. [SEP] " i decided to stop. [SEP] the results of a test were read out by the ministry in geneva on thursday [SEP]
+
+===== sample 017 =====
+[CLS] [SEP] preventable deaths in hospital has doubled in the first three years at 2. 50 micro - deaths per year. [SEP] the show will be held on friday and on monday night. [SEP] although i will do well together this time, however, i have given enough good time to go on and beat the challenge. [SEP] i really thought it was that no one would put me off on a plane. [SEP] police said the 25 - year - old victim received a phone call from a different person, the daily mail reported. [SEP] the blackhawks lost seven of eight games before they scored 20 in the third to stretch the lead to 5 - [SEP]
+
+===== sample 018 =====
+[CLS] at home and abroad. [SEP] crm is a network of more than 100, 000 retail retailers in over 50 countries. [SEP] a big new deal. [SEP] he was really good at both the ball and the bat, and didn ' t come up any better. [SEP] if you think you are from your own, you can read his name and see who he is, up to the impression that the person in question or the family is trying to speak out for himself. [SEP] the belgian won the match point in the final set but she came to the tournament to earn a spot in the semifinals, then lost the set before failing to reach [SEP]
+
+===== sample 019 =====
+[CLS] though, they were pulled ahead by four points with a brilliant pull to finish for a third wicket and a very successful second innings. [SEP] meanwhile, the opening of the air force air base at manchester airport has been delayed by up to sunday, before the airport ' s runways will be able to wash and carry passengers into london. [SEP] " for the rest of the middle east, this company is full of hope, " gazira said. [SEP] kakaka went just outside the area and tested macheda ' s cross, and was forced to scramble to claw it back. [SEP] in fact, i had a desire to come to [SEP]
+
+===== sample 020 =====
+[CLS]. m. [SEP] it is time for the sri lankan government to form a new, new national government in charge of the border region. [SEP] the difference is that they are the highest - scoring club in the club ' s premier league from the top of league one. [SEP] don ' t give up, after all. [SEP] they then go to sleep and go into a game of world cup qualifiers. [SEP] goody knew the door was always open. [SEP] ryan callahan got the rebound on the bench with 6 : 54 to play. [SEP] at hitting. 15, the yankees scored twice in the fifth. [SEP] the point was that when the [SEP]
+
+===== sample 021 =====
+[CLS] the economic recovery, the city ' s board will be able to give the new workers a second buyout option, enabling them to sign on to contract. [SEP] it is the basic definition of the need to remain in the ranks of gdp. [SEP] you really want to just wake up and put that little " sugar on the brain "? [SEP] the victory is federer ' s 19th grand open title in which he broke back in the same year. [SEP] when the team has been the no. 1 in the top 10 poll ahead of penn state ' s second pick in two weeks, the perfect way to make it a super bowl. [SEP] [SEP]
+
+===== sample 022 =====
+[CLS] concerns over working hours. [SEP] it depends on the quality of the shares and how investors help to secure funds for the bank. [SEP] he doesn ' t have a good grasp on his own business, even though he is often described as an emotionally disoriented professional who doesn ' t know his name. [SEP] he didn ' t seem to offer a job. [SEP] it ' s been a poor performance in this year. [SEP] we know not to get down - - but i just think. [SEP] last year the story answered 3. 5 million questions on nyt. com ' s web site. [SEP] but, she says, the [SEP]
+
+===== sample 023 =====
+[CLS] statement. [SEP] i have no idea about what the outcome of the first quarter will be, or if the forecasts have actually been affected. [SEP] " he is very good, " he says with his hands as he walks along. [SEP] a similar film is to be the story of a life of love and love - the history of british poetry. [SEP] he has opted for his manager, john hughton ' s assistant, despite the talk of taking on the 35 - year - old full - time goalkeeper paul hartley. [SEP] a friend of the us media says that he was a no - brain. [SEP] the bruins reached their first final [SEP]
+
+===== sample 024 =====
+[CLS] country. [SEP] but, in principle, it is difficult to avoid the idea of a big bid game. [SEP] she will review brown ' s political and political future to make plans for the election. [SEP] there was little doubt about the implications over the period of time that could help guide the agenda to a vote this weekend. [SEP] he played well of the match with india, who have not lost any points, levelling with a 15 - 9 from the opening 21 balls. [SEP] federer went up 6 - 1, 6 - 3 and nadal hit a backhand long and the point when the first set came up, served on the [SEP]
+
+===== sample 025 =====
+[CLS] looked hard and we went on and we lost the championship games and i think we can have a lot of opportunities to build on, and the only way to be sure it isn ' t easy. [SEP] and it ' s pretty good to think, " says michael johnson, chief executive of huffington post communications, director of public relations. [SEP] bafel smith ' s dunk ended in a blowout about 3. 2 seconds into the half. [SEP] for the record, his own make - up strategy.... no more money.... yet everyone could, in any case, the news and sun, feel that [SEP]
+
+===== sample 026 =====
+[CLS], he would win heavily in an election that would avoid a turbulent run - up to the current term. [SEP] then they saw his face at the scene. [SEP] but, three weeks before the general election, it is simply the beginning of washington ' s political era. [SEP] u. s. heating oil futures rose 1. 2 cents, or 0. 25 cents. [SEP] " this is a result of a broad range of understanding of the current state of the economy in the present, which may well be at an end in the middle of 2009, " the report said. [SEP] the company found the benefits of providing patient care, credit [SEP]
+
+===== sample 027 =====
+[CLS] ' s true innocence and his unrefeverence. [SEP] go to bed at 9 : 30..... [SEP] the republicans, a two - term target group, are now part of the republican national committee that opened the primary election season in june. [SEP] but wigan are keen to start owen off the bench, while he did not appear in danger, and his injury seemed at least likely to have worsened until weeks ago. [SEP] in third place, clinton hopes to change the entire house race, and get the nomination into 2008, obama should win by a landslide. [SEP] at $ 2, 200 per week, the average [SEP]
+
+===== sample 028 =====
+[CLS] was shot in the neck and appeared to be hanging up in a neighbor ' s tree. [SEP] " i don ' t know for a lot more about how i need to catch up, but after winning a lot of the competition, i ' ve got to make a way through it and for a lot of it ' s so good, " said harles. [SEP] " the moment is a moment that i just think really is the moment... one of which is exciting and exciting, " he said, speaking to a news conference. [SEP] and this year ' s open - family tournament should be definitely a place to come [SEP]
+
+===== sample 029 =====
+[CLS] against birmingham and reading in the first of the 20 premier league matches of his professional career. [SEP] michael jackson ' s publicist said earlier thursday, however, that he had called his son and was optimistic for the young couple ' s recovery. [SEP] they believe that the unions and the government will wash their hands by employing and firing skilled staff - a position they claim to put in when they want to leave. [SEP] the company said the service was launched in 2004, when it had lost $ 384 million over the last five years, the new york times reported. [SEP] she had chosen to focus on her family failings and her public [SEP]
+
+===== sample 030 =====
+[CLS] buildings, and that ' s the difference. [SEP] he ' s quits as a young man. [SEP] mps call a halt to a series of years ' worth of spending over the next five years, announced by the house of commons. [SEP] that ' s the difference, but it ' s like that. [SEP] " i don ' t have a job now, but i know i don ' t have to get very much, " henin said. [SEP] well, and let ' s see how you feel about it. [SEP] but, the l. a. times... [SEP] when the series opens it will be the team [SEP]
+
+===== sample 031 =====
+[CLS] policies that might work as well as the need to reduce tax aid. [SEP] in contrast, the company published just 2. 5 per cent of its full - year books in the four months to july this year. [SEP] " i couldn ' t give all my money to get a job in some days because i couldn ' t get the right money, " she said. [SEP] the paper quoted reports that a number of the four had joined with al - qaida in afghanistan. [SEP] " yes, i could see a big difference in the economy and politics, not politics, " mr. obama said ahead of his speech. [SEP] the [SEP]
+
+===== sample 032 =====
+[CLS]. [SEP] but they have been a serious concern for a news group, " i don ' t care, " as newspapers across the country and the public, though, do seem to be feeling relatively well. [SEP] " when i try to get through here i ' m going to play today, but i have to try to hold shots, " he told reporters. [SEP] the big difference at number 10 is the feeling that the money is available for you, and i think you can ' t afford a price of $ 5, 000, the highest - point total. [SEP] we can be back in a very long time. [SEP] this very [SEP]
+
+===== sample 033 =====
+[CLS] clinton ' s team seem to be trying enough to work toward obama ' s side. [SEP] but the plans would not be easy. [SEP] so it was probably a difficult area of golf. [SEP] he says he ' s spent much of his life on the small ski island with his family. [SEP] after all, for most forecasts, there is still a lot of information about what to do through the weather service that day. [SEP] it is recognised, however, as the " manageable condition of truth and understanding " by the need to ensure " that the government can know how important it is to get public trust in the economy and work [SEP]
+
+===== sample 034 =====
+[CLS] as part of a panel process for ending an investigation into a sexual scandal in the city of london yesterday, said she struck an agreement on the law to be held in 2012. [SEP] now, i cannot believe that or not i ' m going to be on the field, but i ' ve given up on a number of things i have done with the players and actually never wanted to do. [SEP] he concedes that no doubt, but no decision was made. [SEP] just as the end of the fiscal year approaches, the fed ' s move will bolster the debate over the link between bonds and forecasts. [SEP] from the [SEP]
+
+===== sample 035 =====
+[CLS] less than a minute. [SEP] police said the officer questioned the nature of the incident when he said he happened to show fire and fired at a fan near the front of his police vehicle, a charge that led to the incident. [SEP] he would remain on the board for one year, deciding whether to serve his terms in the same court. [SEP] " america ' s families need to protect the health of the economy. [SEP] while a man stood in the plane ' s seats, he raised his hand and dropped to a ground out, officials said. [SEP] " while i have considered what should have happened, the people at the club are saying [SEP]
+
+===== sample 036 =====
+[CLS] record. [SEP] on tuesday, officials put out 10, 000 new polling numbers. [SEP] mcgeown had three times for eight yards. [SEP] i can understand that he ' s now enjoying himself so well, he has to do better than the last few years of his 60 - year career. [SEP] the state held a first 100 - seat primary battle tuesday for a candidate for the u. s. national party ' s nomination. [SEP] there is a very important game at stake. [SEP] britain ' s championship driver lewis hamilton has defended his car going into the race, but his final stop was running in the build - up of a season [SEP]
+
+===== sample 037 =====
+[CLS]. [SEP] but the prime minister had caved to help those families. [SEP] at the start of the first round, when the red bulls held to a three - plus innings lead against the red bulls and a two - game advantage with the start to the middle of the season, the series had received a strong win in late 2007. [SEP] " the rest of india, 95 percent of the world ' s population population, is due to age between 65 and 80, " he says. [SEP] but the urban center, which has been the site of development for over two decades, has now become increasingly optimistic about the project ' s prospects. [SEP]
+
+===== sample 038 =====
+[CLS] short of their leaders. [SEP] sunday, about 30 miles southwest, about a town ' s five - and - a - half mile southwest of denver. [SEP] remember the idea of renting a car? [SEP] valentino finished second on the grid after a race in spain, but was back on the lead in the second stage. [SEP] i would like to go to the team and get a clear idea of how i can do it, " he told bbc sport. [SEP] don ' t worry, by the moment, it can be a bit late for the united states. [SEP] at the end of the study, some 1, 712 [SEP]
+
+===== sample 039 =====
+[CLS] over the issue of fare increases. [SEP] meanwhile, two u. s. troops were killed in the volatile northwestern region of the northwestern tribal region, making it the second - largest province of the taliban to take on pakistan ' s largest city, quetta. [SEP] " it ' s been a great season, " said the australian who said that he was ready to take his title after being played 13 times in all of his major titles by federer, who lost to federer at this year ' s tournament in 2003 - 04 and the american is on the defense of the title. [SEP] in june, xe announced a canadian company had acquired [SEP]
+
+===== sample 040 =====
+[CLS] pietersen ' s team at least 17 runs for four, he lost the wicket. [SEP] the 6 - 1 lakers bolted to a 21 - point lead in the fourth quarter, then ran off the fourth quarter deficit and overcome a 10 - point deficit to lead with 9 : 04 left. [SEP] ( ap ) - with the death rate in afghanistan, just after the presidential election in the capital, kabul, a large number of people were killed in the streets.... [SEP] he couldn ' t make it through his translator? [SEP] in 2001 he was the mayor of ghasa, despite a difficult relationship with the city. [SEP] [SEP]
+
+===== sample 041 =====
+[CLS] said : " enjoy the beer for one day. [SEP] the strategy was effective. [SEP] but it had been complicated by the death of john konelly, the liberal opposition politician who won a bitter battle for power while in office and who, two years later, had lost his second wife in this country. [SEP] he has stopped short of naming the prime euro - member of parliament, saying it is only looking at its economic reforms. [SEP] " we are looking at what we have been waiting for, " said imf moussa, vice president and chief financial officer. [SEP] yesterday ' s announcement caused the second - quarter loss to [SEP]
+
+===== sample 042 =====
+[CLS]. [SEP] but it is not convincing, said dr. andrew sutton, a researcher at the university of chicago, chicago. [SEP] the prime minister ' s government will on thursday have to form a coalition with a smaller left - wing party, the italian national alliance and the centre - right. [SEP] the company of more than 30 us cities throughout the united states. [SEP] the 17 - year international went to the match to reread from de la hoande for a record start but his early attack should have ensured they took a quarter - final lead some time to go. [SEP] in the face of a nationwide strike, women ' s [SEP]
+
+===== sample 043 =====
+[CLS] lead in at the crucial point looked to be the game - winner. [SEP] the fsc is investigating how the company sold over - the - counter medicines to the public. [SEP] the researchers based on government data from 1981 and 2005 from 2005 to 2007 in a study published for the study. [SEP] come on, take responsibility and it is not happening. [SEP] two people laughed and hugged one another. [SEP] yes, i doubt this, because there are so often times when you come from england. [SEP] new york ( reuters life! ) - a young englishman dived to look at the landscape created by the iraq war in afghanistan, said [SEP]
+
+===== sample 044 =====
+[CLS] the central bank, on the western edge of hawas, about 90 miles of harare. [SEP] los angeles, los angeles, chicago, chicago and phoenix all spent too close summers in some of the cities that failed to go along in the face of health care and the economic crisis. [SEP] the man has been taken to newcastle general hospital. [SEP] it ' s possible that 70 million years ago, women might have lived at a different age, to 55, 800 years ago. [SEP] the document is to the government of china, the top security official said. [SEP] think he should be the point guard. [SEP] a study was conducted by [SEP]
+
+===== sample 045 =====
+[CLS] before the election, said the date was good and it would not be available for another week. [SEP] it involved the team from the university college london and the metropolitan university. [SEP] michael clarke is due to win for the third time in 12 tests against worcestershire county side westwell as part of its recent tour to india. [SEP] they will be back now. [SEP] he didn ' t know how he had left in 2009 and the 23 - year - old would have been able to do so much once he had decided to play. [SEP] michael haim, a 62 - year - old businessman from atlantic city in new york, told the times [SEP]
+
+===== sample 046 =====
+[CLS] given the opportunity to force the home office to take the issue to the court where they could make their rulings if it was to be resolved. [SEP] in a speech last week at the annual meeting, environmental groups said that at least 400 residents of a 2, 000 turbines are needed to receive more energy. [SEP] nadal was broken in the last match of the second set. [SEP] but, don ' t forget, though, i ' ll use this question, at least for a year, anyway. [SEP] the hope of the scientists will be that they can tell of the lives of the people of all western world countries, as well [SEP]
+
+===== sample 047 =====
+[CLS] for them to make up a game that wasn ' t so easy on us. [SEP] the newspaper reported that an estate and assets worth an additional $ 5 million had been lost according to the lawsuit. [SEP] it could have been hard to confirm what had happened to strung ' s side. [SEP] he ' s heard evidence from a lot of the patients who typically don ' t get from the news media. [SEP] progress is due within four days. [SEP] but it is unclear what is read into the matter. [SEP] but the revival of japan ' s economy, even in the past, has been hard to do with its fiscal stimulus. [SEP]
+
+===== sample 048 =====
+[CLS] a year later they had failed and gave her a package of full support. [SEP] " very, very good, " he told the hollywood star on sunday. [SEP] the iraqi government set a withdrawal date on sept. [SEP] " it ' s even more difficult in women, " said mrs forrester, who says she is doing exercise to improve her balance and health. [SEP] take saturday ' s game. [SEP] united had already had a chance at the break and before the break missed a long - range long - range chance to force a home goal in front with three minutes into the game. [SEP] only one in the uk. [SEP] some 30 [SEP]
+
+===== sample 049 =====
+[CLS] wednesday. [SEP] he was killed during a nearly half - year pro - led guerrilla war in the middle east in 2003, and he was the most popular during his presidency. [SEP] if you want to take a holiday can you choose? [SEP] correa said the good time with the arsenal manager was not for the england manager last summer but leading the club up to the finals for the world cup. [SEP] he became the first man in tour history to triumph in six starts since joe perry ended a 14 - round wait at the australian open in 1999. [SEP] he has been hiding in pakistan. [SEP] but there ' s no point in a [SEP]
+
+===== sample 050 =====
+[CLS] died nine years ago. [SEP] i, however, have an understanding that he, without any doubt, is the kind of thing that we need to accept. " [SEP] is this the kind of technology that teachers, including researchers at the university of rochester, ill., don ' t like? [SEP] she doesn ' t have much way right now to go. [SEP] in the war zone, mccain is the first to use a media team to stake his positions on his record. [SEP] it ' s worth trying. [SEP] but the light was clear. [SEP] china, china and india ' s wealthy industrialists are all the biggest earners of [SEP]
+
+===== sample 051 =====
+[CLS], he said. [SEP] the " special report " announced to staff friday and friday night is expected to determine its next chief of strategy and will be published on tuesday, focusing on the recovery of two of the world ' s largest major financial institutions. [SEP] and it ' s hard to take the advice and the down time with her and to see him look fresh and confident. [SEP] they did want to see more. [SEP] london, england, oct. [SEP] he pitched a three - hit, giving up three hits and one run in six innings. [SEP] now he seems to be getting used to the late - night business. [SEP] the new [SEP]
+
+===== sample 052 =====
+[CLS] correspondents. [SEP] " we are in the mid - season stages, there is a chance we will always want to return, and i want to have a long way get through the whole season, " the spaniard said of his knee injury. [SEP] the losses at the top banks would become bigger on the other side, hampering financial businesses, just as the banks do do. [SEP] i think that, in the interest of the interests of democracy, it can understand some of its political value - it needs to overcome its impact. [SEP] the stars made it in the first game in a 2 - 0 world series. [SEP] the [SEP]
+
+===== sample 053 =====
+[CLS] from his own report on the wmds. [SEP] but the internet was not social media, and so we moved on. [SEP] in a decision based on a study in the review, top scientists at the national cancer institute, a company that has developed early - stage efforts to develop treatment for prostate cancer, yesterday warned that it would take years to develop into early cancer treatment in patients. [SEP] but mr. o ' brien is good at the point. [SEP] a year ago, those who made a profit of the first single, idol 2009, which attracted 5. 6 million viewers in a two - week period at the end of november [SEP]
+
+===== sample 054 =====
+[CLS]ing out of support on the campaign, the op - ed said. [SEP] he made an excellent run under the posts and made an effort to get one of the resultant free from the centre - half, which came in from the left corner to score. [SEP] a section 76 of king ' s lane was closed at the scene of the crash which happened at 2000 gmt on saturday, police said. [SEP] dawawa, a 20 - year - old college student, recalled thinking of a young boy in iraq and hearing that his mother and grandfather had killed his son. [SEP] " it ' s definitely a way of linking it to the [SEP]
+
+===== sample 055 =====
+[CLS] 68th street. [SEP] new president hamid karzai is set to meet with afghan officials by saying that international security forces take the taliban issue off the table immediately. [SEP] paul mccourty ' s five - volume series, which officially opened at the national gallery on thursday, new year ' s day, will air in book one. [SEP] in asia ' s most populous states it has brought a far greater change in the overall strength of the country ' s front - line forces. [SEP] he died in 1978 and his father, the president of the united states, asked his brother to speak a english accent. [SEP] but, even though [SEP]
+
+===== sample 056 =====
+[CLS] on the subject, and at wayne state university. [SEP] the city council called for a significant reduction in use of the three and four - year program. [SEP] open the lines and move it on to the ground, disornching the people and framing their minds. [SEP] the study involved four elderly people, two women and two men and older women with a similar disease. [SEP] however, he pledged around £9. 3 billion of assets returned to rbs, the british bank, of which some of britain ' s toxic assets could be sold. [SEP] there will be more jobs in the uk.... you are [SEP]
+
+===== sample 057 =====
+[CLS]. [SEP] that agreement expired in 2005, two months after it collapsed this week. [SEP] washington ( reuters ) - a fourth - place medical record, as prescribed to the u. s. military, the people of afghanistan has not been killed in afghanistan in the first time, despite the deaths of five american troops, a pentagon government report said on tuesday. [SEP] the 37 - year - old 23 - year - old is having a chance as a player - especially when he talks with sunderland over the possibility of a new contract to next summer. [SEP] there was a " no deal " with the union and its health - health care business. [SEP]
+
+===== sample 058 =====
+[CLS] to lead over the course of georgia ' s election season. [SEP] " but it could take a little time. [SEP] here i posed this question to the energy department, as if i was trying to think about whether it was about going to afghanistan to become u. s. supreme commander. [SEP] c. j. carrion hadn ' t pitched since this season, but his first full major league start of his career was with cleveland, who were rolling on saturday ; he lost all three of his final innings. [SEP] he has said he plans to play next week at the u. s. open open. [SEP] if rbs were to [SEP]
+
+===== sample 059 =====
+[CLS] 155 people killed in the offensive. [SEP] a first - half opening followed by the winner put bolton, who lost 2 - 2 to wolverhampton wanderers in the second half, close enough to strike back with a fine injury - time goal from newcastle who had made their own half a try 10 minutes from time. [SEP] the music had changed and she was natural. [SEP] no - one could immediately explain why they went missing. [SEP] rosso, ferrari ' s driver, won his fourth grand prix of this season, while loeb, his third world championship title, was fourth for the fifth time in four races. [SEP] for the number of small [SEP]
+
+===== sample 060 =====
+[CLS]. [SEP] the survey is based on evidence, statements from the banks and claims that they were not sure the scheme was in place to protect the businesses. [SEP] the londoner tried to wrap up his run to the second title of the season, winning the french masters three times, but he held on to pull him back this time at the finish. [SEP] " i ' m not going to make the best of my opponent, " said harvizu, who allowed only six runs in seven innings with the new york yankees and scored twice in six starts this season. [SEP] the group, all members from the previous seven years, is [SEP]
+
+===== sample 061 =====
+[CLS] close down the city ' s center to prevent eye - keeping in a wheelchair. [SEP] obama also unveiled his own plans for a primary in the city and congressional district held in the 2008 presidential election. [SEP] the goal was billed as an extraordinary attack, completing a fine clearance by glen johnson and coolly coming out of the end of england ' s goalless campaign. [SEP] the company has said that it will spend more of a year each year at its cardiff center, but it is not expected to get a close result. [SEP] santana, in the boston red sox as the mets ' out - of - date starter, was on the bench [SEP]
+
+===== sample 062 =====
+[CLS] turner, the group ' s chief executive, cautioned that the economy was improving relatively well. [SEP] he said the reduction in air taxes would have been about 2. 5 percent of overall income for the 2007 fiscal year. [SEP] the award is presented to the attendees of a monthly meeting of the national education business conference, online 8 october, 2008. [SEP] the lapd has more than $ 2 billion in assets and has saved it more than $ 1 billion more. [SEP] it is an extraordinary move, especially because exas mobe is the country ' s biggest currency. [SEP] but as we continue scurry to the main gate, [SEP]
+
+===== sample 063 =====
+[CLS] on a weekly basis. [SEP] in aqsa ( kot ), a main city on the pakistani border, six people were killed in the blast and another in the district of al - khost. [SEP] john edwards ' s first novel, memoirs of a man freed from cinema ' s early and doomed panagiimere, " days : misfit, " is a 21st - century light on the cold war. [SEP] i ' ve got not a lot of the attention i ' d get. [SEP] it is both real and the real. [SEP] i want to play the caretaker of a child, he says, and [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/linear_1p8_to_0p8_c256_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "linear_1p8_to_0p8_c256", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest.pt", "step": 168000, "decode": {"kind": "categorical_fullvocab_temp_schedule", "config": "linear_1p8_to_0p8_c256", "steps": 128, "model_t_mode": "post", "support_power": 1.0, "semantic_power": 1.0, "temp_start": 1.8, "temp_end": 0.8, "temp_schedule": "linear", "concentration_min": 1.0, "concentration_max": 256.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260508}, "detok_genppl": {"ppl": 42.701768026370516, "nll_per_token": 3.754240325147185, "tokens": 9618}, "diversity": {"sample_entropy": 4.1504656186868445, "unique_tokens": 1733, "token_count": 8192, "distinct_1": 0.2115478515625, "distinct_2": 0.6781496062992126, "top_token_mass": 0.0665283203125}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] likely were expected to vote early in their first days of voting. [SEP] birmingham held on behind to win in the first leg and again at fourth, before being sent back a fantastic drive into sixth place with his fifth goal of the second half. [SEP] at the final days of the final vote, the administration was given a vote on health reform, by the majority of democrats, and to report to their work. [SEP] this is a great opportunity for our family members to be patient - centered, informed and more informed of their choice. [SEP] but newcastle ' s early - season prospects may never have crumbled. [SEP] ( ap ) - [SEP]", "detok_text": "[CLS] likely were expected to vote early in their first days of voting. [SEP] birmingham held on behind to win in the first leg and again at fourth, before being sent back a fantastic drive into sixth place with his fifth goal of the second half. [SEP] at the final days of the final vote, the administration was given a vote on health reform, by the majority of democrats, and to report to their work. [SEP] this is a great opportunity for our family members to be patient - centered, informed and more informed of their choice. [SEP] but newcastle's early - season prospects may never have crumbled. [SEP] (ap) - [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS]rsteig said. [SEP] if they ' re hoping that i will not try to win wimbledon or next year, just like i would not, the game in europe could be much better. [SEP] what could we possibly know? [SEP] however, the top seed for the tournament earned a small place in the week ' s big four despite having a long season and an early hold on the big ten. [SEP] all the damage over the final half - hour seemed to be due to a delivery from mahendra that was broken out earlier, but suffered a heavy loss of control. [SEP] the agency would not say if the case was at a [SEP]", "detok_text": "[CLS]rsteig said. [SEP] if they're hoping that i will not try to win wimbledon or next year, just like i would not, the game in europe could be much better. [SEP] what could we possibly know? [SEP] however, the top seed for the tournament earned a small place in the week's big four despite having a long season and an early hold on the big ten. [SEP] all the damage over the final half - hour seemed to be due to a delivery from mahendra that was broken out earlier, but suffered a heavy loss of control. [SEP] the agency would not say if the case was at a [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] by 7. 5 per cent, between the final quarter of 2008 and 2009, and by 2. 9 per cent. [SEP] way to get the economy back out of recession? [SEP] the group planned to speak with city workers at the plant, hussl said. [SEP] resistance to reform is needed. [SEP] \" the majority of people will continue to think that new things will improve, but i think the next few months... will start to see jobs growth, \" he added. [SEP] he and geithner came a step closer to making their skeptical minds about the efficacy of them. [SEP] now, a little of the business [SEP]", "detok_text": "[CLS] by 7. 5 per cent, between the final quarter of 2008 and 2009, and by 2. 9 per cent. [SEP] way to get the economy back out of recession? [SEP] the group planned to speak with city workers at the plant, hussl said. [SEP] resistance to reform is needed. [SEP] \"the majority of people will continue to think that new things will improve, but i think the next few months... will start to see jobs growth,\" he added. [SEP] he and geithner came a step closer to making their skeptical minds about the efficacy of them. [SEP] now, a little of the business [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] higher as americans search for comfort in the global economy. [SEP] for three years, dr. klein was chief vice president of corporate performance, pps, inc. [SEP] iraq ( and a co - member of the council ) has been part of the u. s. government for five years. [SEP] hamilton came out in hamilton ' s side on monday when he staked out his place against renault boss frank kenney, who fired him for last summer ' s disappointment of the australian and german grand prix in london and malaysia. [SEP] the new tax, in the meantime, has the same effect. [SEP] relatives of the police officer, who [SEP]", "detok_text": "[CLS] higher as americans search for comfort in the global economy. [SEP] for three years, dr. klein was chief vice president of corporate performance, pps, inc. [SEP] iraq (and a co - member of the council) has been part of the u. s. government for five years. [SEP] hamilton came out in hamilton's side on monday when he staked out his place against renault boss frank kenney, who fired him for last summer's disappointment of the australian and german grand prix in london and malaysia. [SEP] the new tax, in the meantime, has the same effect. [SEP] relatives of the police officer, who [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] ' s life away from the court. [SEP] four people died and seven u. s. soldiers died there, possibly by a bombing in the first months of the year. [SEP] dr stevens said in the complaint she did not collect all her own data and relied on her passport numbers, the sex and the location of the original interview. [SEP] the woman ' s father, chuck helms, said he has declined to comment on monday, but the case is ongoing. [SEP] there ' s no goverment here, then, that just wants the economy to get more of it - - even at home. [SEP] if you can ' t [SEP]", "detok_text": "[CLS]'s life away from the court. [SEP] four people died and seven u. s. soldiers died there, possibly by a bombing in the first months of the year. [SEP] dr stevens said in the complaint she did not collect all her own data and relied on her passport numbers, the sex and the location of the original interview. [SEP] the woman's father, chuck helms, said he has declined to comment on monday, but the case is ongoing. [SEP] there's no goverment here, then, that just wants the economy to get more of it - - even at home. [SEP] if you can't [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] tuesday ' s case. [SEP] hoon ' s mother said she was aware of natalie ' s injury but could not see her right hand, holding her arms around the ground in the air. [SEP] it ' s not going to be unbeatable. [SEP] she was in tears before she decided to play the third - season of \" the real mother, \" and her response was so limited by the show ' s bleakness that the producers had brought it to the end when she heard about the situation. [SEP] with only a quarter - point in their four matches remaining, some felt federer ' s decision. [SEP] the most important thing is [SEP]", "detok_text": "[CLS] tuesday's case. [SEP] hoon's mother said she was aware of natalie's injury but could not see her right hand, holding her arms around the ground in the air. [SEP] it's not going to be unbeatable. [SEP] she was in tears before she decided to play the third - season of \"the real mother,\" and her response was so limited by the show's bleakness that the producers had brought it to the end when she heard about the situation. [SEP] with only a quarter - point in their four matches remaining, some felt federer's decision. [SEP] the most important thing is [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS]. s. - led coalition has killed at least 25 rebels in two weeks, the bloodiest attack between the rebels and rwandan forces. [SEP] \" she calls me, \" \" comes the gun. \" [SEP] u. s. - led forces the u. s. military said wednesday that six eastern american soldiers and an afghan civilian were killed in an explosion north of the provincial capital of kabul earlier this month. [SEP] santana, 24 - 24 with a 1. 40 era in 3. 75 innings with the yankees, struck out the yankees by seven runs in the final inning, going 1 - 3 innings. [SEP] two of the first [SEP]", "detok_text": "[CLS]. s. - led coalition has killed at least 25 rebels in two weeks, the bloodiest attack between the rebels and rwandan forces. [SEP] \"she calls me,\" \"comes the gun.\" [SEP] u. s. - led forces the u. s. military said wednesday that six eastern american soldiers and an afghan civilian were killed in an explosion north of the provincial capital of kabul earlier this month. [SEP] santana, 24 - 24 with a 1. 40 era in 3. 75 innings with the yankees, struck out the yankees by seven runs in the final inning, going 1 - 3 innings. [SEP] two of the first [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] 80 per cent of local people in central england, south wales, compared to 50 per cent of northern ireland. [SEP] ba ' s stansted airport, of about 10 people, was served by 4, 000 people. [SEP] the report said the u. s. would have to reduce their numbers in iraq and afghanistan to get the forces they wanted. [SEP] and for the first time he was able to challenge again, in a one - by - one match the u. s. open ended with a similar decision over a week ago. [SEP] he ' s a small part of the squad. [SEP] the 32 - year - old ' s [SEP]", "detok_text": "[CLS] 80 per cent of local people in central england, south wales, compared to 50 per cent of northern ireland. [SEP] ba's stansted airport, of about 10 people, was served by 4, 000 people. [SEP] the report said the u. s. would have to reduce their numbers in iraq and afghanistan to get the forces they wanted. [SEP] and for the first time he was able to challenge again, in a one - by - one match the u. s. open ended with a similar decision over a week ago. [SEP] he's a small part of the squad. [SEP] the 32 - year - old's [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] he was all out to attack. [SEP] but she was considered a superstar in the no 1 in football. [SEP] ferrari this year saw renault winning the title for the first time in the season, and the latter teamed up for mclaren in 2006 in order to make this season ' s pre - season race triumph over. [SEP] the rate to patients who sufferers can hear at the half - time was 58. 75 percent, up 65 percent over the weekend and 50 percent in the week - - the day from which he developed his disease. [SEP] it was reported that the prime minister would visit his cabinet early next month for talks, the daily [SEP]", "detok_text": "[CLS] he was all out to attack. [SEP] but she was considered a superstar in the no 1 in football. [SEP] ferrari this year saw renault winning the title for the first time in the season, and the latter teamed up for mclaren in 2006 in order to make this season's pre - season race triumph over. [SEP] the rate to patients who sufferers can hear at the half - time was 58. 75 percent, up 65 percent over the weekend and 50 percent in the week - - the day from which he developed his disease. [SEP] it was reported that the prime minister would visit his cabinet early next month for talks, the daily [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS]s giving a further explanation of the rise. [SEP] the average will be two days on average. [SEP] allen ' s field goal with 2 : 18 left, coming late in the third quarter, tied it with a touchdown for the packers. [SEP] several companies, large and small, have argued about how the united states helps their customers with their demand for lower cost prescriptions. [SEP] but there was no information about the exact numbers. [SEP] a woman walking outside the home of a missing 9 - year - old was found dead early friday along with her children at her west memphis, home. [SEP] one of the world ' s most famous nations [SEP]", "detok_text": "[CLS]s giving a further explanation of the rise. [SEP] the average will be two days on average. [SEP] allen's field goal with 2: 18 left, coming late in the third quarter, tied it with a touchdown for the packers. [SEP] several companies, large and small, have argued about how the united states helps their customers with their demand for lower cost prescriptions. [SEP] but there was no information about the exact numbers. [SEP] a woman walking outside the home of a missing 9 - year - old was found dead early friday along with her children at her west memphis, home. [SEP] one of the world's most famous nations [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] - of - second start with no chances to stay. [SEP] we must know that. \" [SEP] a woman has been charged with a suspicion of murder in dorset. [SEP] the symptoms associated with symptoms known as migraines were first diagnosed in 1993, researchers said on thursday. [SEP] the independent estimated the long - term damage alone at tens of thousands of pounds. [SEP] she told cnn she found up to 2, 000 of them in the motels when they met dec. [SEP] they are desperate to move to a place for england ' s next division. [SEP] that means a little more faith for themselves and the return of the entire school. [SEP]", "detok_text": "[CLS] - of - second start with no chances to stay. [SEP] we must know that. \" [SEP] a woman has been charged with a suspicion of murder in dorset. [SEP] the symptoms associated with symptoms known as migraines were first diagnosed in 1993, researchers said on thursday. [SEP] the independent estimated the long - term damage alone at tens of thousands of pounds. [SEP] she told cnn she found up to 2, 000 of them in the motels when they met dec. [SEP] they are desperate to move to a place for england's next division. [SEP] that means a little more faith for themselves and the return of the entire school. [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS]. [SEP] obama ' s campaign e - mails say he ' s a fiscal conservative but will be able to begin pushing a nearly $ 800 billion spending plan to boost the economy by sticking to his ambitious health - care plan. [SEP] the report pointed out that there was a further decline in rates in arrears in the third quarter of 2008 and in 2009. [SEP] it ' s a reflection of the frustration of losing his first two games to reach the final four, when the gaels came in with a dreadful losing record. [SEP] in mid - 2009, that were 6. 3 percent. [SEP] overall, the index rose 0. [SEP]", "detok_text": "[CLS]. [SEP] obama's campaign e - mails say he's a fiscal conservative but will be able to begin pushing a nearly $800 billion spending plan to boost the economy by sticking to his ambitious health - care plan. [SEP] the report pointed out that there was a further decline in rates in arrears in the third quarter of 2008 and in 2009. [SEP] it's a reflection of the frustration of losing his first two games to reach the final four, when the gaels came in with a dreadful losing record. [SEP] in mid - 2009, that were 6. 3 percent. [SEP] overall, the index rose 0. [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] when the match was cancelled because of bird flu. [SEP] \" some of that, i think, and i should find it to be wrong. [SEP] the apparent economic response of the bank has further strained its outlook for the future. [SEP] when they arrived at 9am the school was ready to take a bus to the stadium, down to the dorms. [SEP] other european governments were being taken over by the british government. [SEP] in the second, liverpool ' s deserved game was a rare victory for the united team after rio ferdinand broke through a wide challenge to tevez. [SEP] bob mitchell, the channel ' s business editor, accused the [SEP]", "detok_text": "[CLS] when the match was cancelled because of bird flu. [SEP] \" some of that, i think, and i should find it to be wrong. [SEP] the apparent economic response of the bank has further strained its outlook for the future. [SEP] when they arrived at 9am the school was ready to take a bus to the stadium, down to the dorms. [SEP] other european governments were being taken over by the british government. [SEP] in the second, liverpool's deserved game was a rare victory for the united team after rio ferdinand broke through a wide challenge to tevez. [SEP] bob mitchell, the channel's business editor, accused the [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] world, \" said lysacek. [SEP] the 40 - year - old former lawyer was attending a personal meeting with the brother of pakistan ' s prime minister, nab maliki who was also nominated by the ppp, to earn the respect of the house of commons committee. [SEP] the troops are weak and the need to protect the rights of the militants and bring them to justice. [SEP] but... you must admit that you are safe. [SEP] she ' s looking well so hopefully more can be done for the family. [SEP] and it was a very difficult day and a lot of work to do. [SEP] she ' [SEP]", "detok_text": "[CLS] world, \" said lysacek. [SEP] the 40 - year - old former lawyer was attending a personal meeting with the brother of pakistan's prime minister, nab maliki who was also nominated by the ppp, to earn the respect of the house of commons committee. [SEP] the troops are weak and the need to protect the rights of the militants and bring them to justice. [SEP] but... you must admit that you are safe. [SEP] she's looking well so hopefully more can be done for the family. [SEP] and it was a very difficult day and a lot of work to do. [SEP] she ' [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] over a month after the police said they lost him in a crash in a renault car. [SEP] just before sunday ' s game the 6 - year - old allowed two runs and four hits in a five - run eighth. [SEP] you could be prepared, unable to speak, spend time in a sports game or exercise test as part of a physical test. [SEP] the numbers will work their way through this year. [SEP] in the first half of the year, the belgian had only a better chance of one - to - one victories, such as wimbledon, which she lost in the semi - final. [SEP] in december 2007, some 50, [SEP]", "detok_text": "[CLS] over a month after the police said they lost him in a crash in a renault car. [SEP] just before sunday's game the 6 - year - old allowed two runs and four hits in a five - run eighth. [SEP] you could be prepared, unable to speak, spend time in a sports game or exercise test as part of a physical test. [SEP] the numbers will work their way through this year. [SEP] in the first half of the year, the belgian had only a better chance of one - to - one victories, such as wimbledon, which she lost in the semi - final. [SEP] in december 2007, some 50, [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] england and wales in the summer and summer. [SEP] in comments published on the blog mrs williams said : \" it was hard to accept what i was saying. [SEP] the un ' s climate and climate center said the report would be published in a 10 days period, though the united states has not confirmed it. [SEP] based in the united kingdom, it is america ' s largest business center in the southern hemisphere, america ' s only health center at home and home for the elderly. [SEP] austin came in early with a birdie, made the turn with a birdie and then rolled in from 5 feet from the hole. [SEP] do you [SEP]", "detok_text": "[CLS] england and wales in the summer and summer. [SEP] in comments published on the blog mrs williams said: \" it was hard to accept what i was saying. [SEP] the un's climate and climate center said the report would be published in a 10 days period, though the united states has not confirmed it. [SEP] based in the united kingdom, it is america's largest business center in the southern hemisphere, america's only health center at home and home for the elderly. [SEP] austin came in early with a birdie, made the turn with a birdie and then rolled in from 5 feet from the hole. [SEP] do you [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] and made it easier to strike against cancer in the early 1980s. [SEP] with the results available for the first time, the survey will be evaluated on one data basis each month on a three - day basis. [SEP] \" the reaction was with the word ' that ' s what i would say, ' and ' they said, ' i ' m not sure, to be honest, that ' s this. [SEP] the university, part of england ' s first school in 1999, was opened in 2006 and opened in 2006. [SEP] \" i decided to stop. [SEP] the results of a test were read out by the ministry in geneva on thursday [SEP]", "detok_text": "[CLS] and made it easier to strike against cancer in the early 1980s. [SEP] with the results available for the first time, the survey will be evaluated on one data basis each month on a three - day basis. [SEP] \"the reaction was with the word' that's what i would say, ' and'they said,' i'm not sure, to be honest, that's this. [SEP] the university, part of england's first school in 1999, was opened in 2006 and opened in 2006. [SEP]\" i decided to stop. [SEP] the results of a test were read out by the ministry in geneva on thursday [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] [SEP] preventable deaths in hospital has doubled in the first three years at 2. 50 micro - deaths per year. [SEP] the show will be held on friday and on monday night. [SEP] although i will do well together this time, however, i have given enough good time to go on and beat the challenge. [SEP] i really thought it was that no one would put me off on a plane. [SEP] police said the 25 - year - old victim received a phone call from a different person, the daily mail reported. [SEP] the blackhawks lost seven of eight games before they scored 20 in the third to stretch the lead to 5 - [SEP]", "detok_text": "[CLS] [SEP] preventable deaths in hospital has doubled in the first three years at 2. 50 micro - deaths per year. [SEP] the show will be held on friday and on monday night. [SEP] although i will do well together this time, however, i have given enough good time to go on and beat the challenge. [SEP] i really thought it was that no one would put me off on a plane. [SEP] police said the 25 - year - old victim received a phone call from a different person, the daily mail reported. [SEP] the blackhawks lost seven of eight games before they scored 20 in the third to stretch the lead to 5 - [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] at home and abroad. [SEP] crm is a network of more than 100, 000 retail retailers in over 50 countries. [SEP] a big new deal. [SEP] he was really good at both the ball and the bat, and didn ' t come up any better. [SEP] if you think you are from your own, you can read his name and see who he is, up to the impression that the person in question or the family is trying to speak out for himself. [SEP] the belgian won the match point in the final set but she came to the tournament to earn a spot in the semifinals, then lost the set before failing to reach [SEP]", "detok_text": "[CLS] at home and abroad. [SEP] crm is a network of more than 100, 000 retail retailers in over 50 countries. [SEP] a big new deal. [SEP] he was really good at both the ball and the bat, and didn't come up any better. [SEP] if you think you are from your own, you can read his name and see who he is, up to the impression that the person in question or the family is trying to speak out for himself. [SEP] the belgian won the match point in the final set but she came to the tournament to earn a spot in the semifinals, then lost the set before failing to reach [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] though, they were pulled ahead by four points with a brilliant pull to finish for a third wicket and a very successful second innings. [SEP] meanwhile, the opening of the air force air base at manchester airport has been delayed by up to sunday, before the airport ' s runways will be able to wash and carry passengers into london. [SEP] \" for the rest of the middle east, this company is full of hope, \" gazira said. [SEP] kakaka went just outside the area and tested macheda ' s cross, and was forced to scramble to claw it back. [SEP] in fact, i had a desire to come to [SEP]", "detok_text": "[CLS] though, they were pulled ahead by four points with a brilliant pull to finish for a third wicket and a very successful second innings. [SEP] meanwhile, the opening of the air force air base at manchester airport has been delayed by up to sunday, before the airport's runways will be able to wash and carry passengers into london. [SEP] \"for the rest of the middle east, this company is full of hope,\" gazira said. [SEP] kakaka went just outside the area and tested macheda's cross, and was forced to scramble to claw it back. [SEP] in fact, i had a desire to come to [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS]. m. [SEP] it is time for the sri lankan government to form a new, new national government in charge of the border region. [SEP] the difference is that they are the highest - scoring club in the club ' s premier league from the top of league one. [SEP] don ' t give up, after all. [SEP] they then go to sleep and go into a game of world cup qualifiers. [SEP] goody knew the door was always open. [SEP] ryan callahan got the rebound on the bench with 6 : 54 to play. [SEP] at hitting. 15, the yankees scored twice in the fifth. [SEP] the point was that when the [SEP]", "detok_text": "[CLS]. m. [SEP] it is time for the sri lankan government to form a new, new national government in charge of the border region. [SEP] the difference is that they are the highest - scoring club in the club's premier league from the top of league one. [SEP] don't give up, after all. [SEP] they then go to sleep and go into a game of world cup qualifiers. [SEP] goody knew the door was always open. [SEP] ryan callahan got the rebound on the bench with 6: 54 to play. [SEP] at hitting. 15, the yankees scored twice in the fifth. [SEP] the point was that when the [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] the economic recovery, the city ' s board will be able to give the new workers a second buyout option, enabling them to sign on to contract. [SEP] it is the basic definition of the need to remain in the ranks of gdp. [SEP] you really want to just wake up and put that little \" sugar on the brain \"? [SEP] the victory is federer ' s 19th grand open title in which he broke back in the same year. [SEP] when the team has been the no. 1 in the top 10 poll ahead of penn state ' s second pick in two weeks, the perfect way to make it a super bowl. [SEP] [SEP]", "detok_text": "[CLS] the economic recovery, the city's board will be able to give the new workers a second buyout option, enabling them to sign on to contract. [SEP] it is the basic definition of the need to remain in the ranks of gdp. [SEP] you really want to just wake up and put that little \"sugar on the brain\"? [SEP] the victory is federer's 19th grand open title in which he broke back in the same year. [SEP] when the team has been the no. 1 in the top 10 poll ahead of penn state's second pick in two weeks, the perfect way to make it a super bowl. [SEP] [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] concerns over working hours. [SEP] it depends on the quality of the shares and how investors help to secure funds for the bank. [SEP] he doesn ' t have a good grasp on his own business, even though he is often described as an emotionally disoriented professional who doesn ' t know his name. [SEP] he didn ' t seem to offer a job. [SEP] it ' s been a poor performance in this year. [SEP] we know not to get down - - but i just think. [SEP] last year the story answered 3. 5 million questions on nyt. com ' s web site. [SEP] but, she says, the [SEP]", "detok_text": "[CLS] concerns over working hours. [SEP] it depends on the quality of the shares and how investors help to secure funds for the bank. [SEP] he doesn't have a good grasp on his own business, even though he is often described as an emotionally disoriented professional who doesn't know his name. [SEP] he didn't seem to offer a job. [SEP] it's been a poor performance in this year. [SEP] we know not to get down - - but i just think. [SEP] last year the story answered 3. 5 million questions on nyt. com's web site. [SEP] but, she says, the [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS] statement. [SEP] i have no idea about what the outcome of the first quarter will be, or if the forecasts have actually been affected. [SEP] \" he is very good, \" he says with his hands as he walks along. [SEP] a similar film is to be the story of a life of love and love - the history of british poetry. [SEP] he has opted for his manager, john hughton ' s assistant, despite the talk of taking on the 35 - year - old full - time goalkeeper paul hartley. [SEP] a friend of the us media says that he was a no - brain. [SEP] the bruins reached their first final [SEP]", "detok_text": "[CLS] statement. [SEP] i have no idea about what the outcome of the first quarter will be, or if the forecasts have actually been affected. [SEP] \"he is very good,\" he says with his hands as he walks along. [SEP] a similar film is to be the story of a life of love and love - the history of british poetry. [SEP] he has opted for his manager, john hughton's assistant, despite the talk of taking on the 35 - year - old full - time goalkeeper paul hartley. [SEP] a friend of the us media says that he was a no - brain. [SEP] the bruins reached their first final [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] country. [SEP] but, in principle, it is difficult to avoid the idea of a big bid game. [SEP] she will review brown ' s political and political future to make plans for the election. [SEP] there was little doubt about the implications over the period of time that could help guide the agenda to a vote this weekend. [SEP] he played well of the match with india, who have not lost any points, levelling with a 15 - 9 from the opening 21 balls. [SEP] federer went up 6 - 1, 6 - 3 and nadal hit a backhand long and the point when the first set came up, served on the [SEP]", "detok_text": "[CLS] country. [SEP] but, in principle, it is difficult to avoid the idea of a big bid game. [SEP] she will review brown's political and political future to make plans for the election. [SEP] there was little doubt about the implications over the period of time that could help guide the agenda to a vote this weekend. [SEP] he played well of the match with india, who have not lost any points, levelling with a 15 - 9 from the opening 21 balls. [SEP] federer went up 6 - 1, 6 - 3 and nadal hit a backhand long and the point when the first set came up, served on the [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] looked hard and we went on and we lost the championship games and i think we can have a lot of opportunities to build on, and the only way to be sure it isn ' t easy. [SEP] and it ' s pretty good to think, \" says michael johnson, chief executive of huffington post communications, director of public relations. [SEP] bafel smith ' s dunk ended in a blowout about 3. 2 seconds into the half. [SEP] for the record, his own make - up strategy.... no more money.... yet everyone could, in any case, the news and sun, feel that [SEP]", "detok_text": "[CLS] looked hard and we went on and we lost the championship games and i think we can have a lot of opportunities to build on, and the only way to be sure it isn't easy. [SEP] and it's pretty good to think, \" says michael johnson, chief executive of huffington post communications, director of public relations. [SEP] bafel smith's dunk ended in a blowout about 3. 2 seconds into the half. [SEP] for the record, his own make - up strategy.... no more money.... yet everyone could, in any case, the news and sun, feel that [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS], he would win heavily in an election that would avoid a turbulent run - up to the current term. [SEP] then they saw his face at the scene. [SEP] but, three weeks before the general election, it is simply the beginning of washington ' s political era. [SEP] u. s. heating oil futures rose 1. 2 cents, or 0. 25 cents. [SEP] \" this is a result of a broad range of understanding of the current state of the economy in the present, which may well be at an end in the middle of 2009, \" the report said. [SEP] the company found the benefits of providing patient care, credit [SEP]", "detok_text": "[CLS], he would win heavily in an election that would avoid a turbulent run - up to the current term. [SEP] then they saw his face at the scene. [SEP] but, three weeks before the general election, it is simply the beginning of washington's political era. [SEP] u. s. heating oil futures rose 1. 2 cents, or 0. 25 cents. [SEP] \"this is a result of a broad range of understanding of the current state of the economy in the present, which may well be at an end in the middle of 2009,\" the report said. [SEP] the company found the benefits of providing patient care, credit [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] ' s true innocence and his unrefeverence. [SEP] go to bed at 9 : 30..... [SEP] the republicans, a two - term target group, are now part of the republican national committee that opened the primary election season in june. [SEP] but wigan are keen to start owen off the bench, while he did not appear in danger, and his injury seemed at least likely to have worsened until weeks ago. [SEP] in third place, clinton hopes to change the entire house race, and get the nomination into 2008, obama should win by a landslide. [SEP] at $ 2, 200 per week, the average [SEP]", "detok_text": "[CLS]'s true innocence and his unrefeverence. [SEP] go to bed at 9: 30..... [SEP] the republicans, a two - term target group, are now part of the republican national committee that opened the primary election season in june. [SEP] but wigan are keen to start owen off the bench, while he did not appear in danger, and his injury seemed at least likely to have worsened until weeks ago. [SEP] in third place, clinton hopes to change the entire house race, and get the nomination into 2008, obama should win by a landslide. [SEP] at $2, 200 per week, the average [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] was shot in the neck and appeared to be hanging up in a neighbor ' s tree. [SEP] \" i don ' t know for a lot more about how i need to catch up, but after winning a lot of the competition, i ' ve got to make a way through it and for a lot of it ' s so good, \" said harles. [SEP] \" the moment is a moment that i just think really is the moment... one of which is exciting and exciting, \" he said, speaking to a news conference. [SEP] and this year ' s open - family tournament should be definitely a place to come [SEP]", "detok_text": "[CLS] was shot in the neck and appeared to be hanging up in a neighbor's tree. [SEP] \"i don't know for a lot more about how i need to catch up, but after winning a lot of the competition, i've got to make a way through it and for a lot of it's so good,\" said harles. [SEP] \"the moment is a moment that i just think really is the moment... one of which is exciting and exciting,\" he said, speaking to a news conference. [SEP] and this year's open - family tournament should be definitely a place to come [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] against birmingham and reading in the first of the 20 premier league matches of his professional career. [SEP] michael jackson ' s publicist said earlier thursday, however, that he had called his son and was optimistic for the young couple ' s recovery. [SEP] they believe that the unions and the government will wash their hands by employing and firing skilled staff - a position they claim to put in when they want to leave. [SEP] the company said the service was launched in 2004, when it had lost $ 384 million over the last five years, the new york times reported. [SEP] she had chosen to focus on her family failings and her public [SEP]", "detok_text": "[CLS] against birmingham and reading in the first of the 20 premier league matches of his professional career. [SEP] michael jackson's publicist said earlier thursday, however, that he had called his son and was optimistic for the young couple's recovery. [SEP] they believe that the unions and the government will wash their hands by employing and firing skilled staff - a position they claim to put in when they want to leave. [SEP] the company said the service was launched in 2004, when it had lost $384 million over the last five years, the new york times reported. [SEP] she had chosen to focus on her family failings and her public [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] buildings, and that ' s the difference. [SEP] he ' s quits as a young man. [SEP] mps call a halt to a series of years ' worth of spending over the next five years, announced by the house of commons. [SEP] that ' s the difference, but it ' s like that. [SEP] \" i don ' t have a job now, but i know i don ' t have to get very much, \" henin said. [SEP] well, and let ' s see how you feel about it. [SEP] but, the l. a. times... [SEP] when the series opens it will be the team [SEP]", "detok_text": "[CLS] buildings, and that's the difference. [SEP] he's quits as a young man. [SEP] mps call a halt to a series of years' worth of spending over the next five years, announced by the house of commons. [SEP] that's the difference, but it's like that. [SEP] \"i don't have a job now, but i know i don't have to get very much,\" henin said. [SEP] well, and let's see how you feel about it. [SEP] but, the l. a. times... [SEP] when the series opens it will be the team [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] policies that might work as well as the need to reduce tax aid. [SEP] in contrast, the company published just 2. 5 per cent of its full - year books in the four months to july this year. [SEP] \" i couldn ' t give all my money to get a job in some days because i couldn ' t get the right money, \" she said. [SEP] the paper quoted reports that a number of the four had joined with al - qaida in afghanistan. [SEP] \" yes, i could see a big difference in the economy and politics, not politics, \" mr. obama said ahead of his speech. [SEP] the [SEP]", "detok_text": "[CLS] policies that might work as well as the need to reduce tax aid. [SEP] in contrast, the company published just 2. 5 per cent of its full - year books in the four months to july this year. [SEP] \"i couldn't give all my money to get a job in some days because i couldn't get the right money,\" she said. [SEP] the paper quoted reports that a number of the four had joined with al - qaida in afghanistan. [SEP] \"yes, i could see a big difference in the economy and politics, not politics,\" mr. obama said ahead of his speech. [SEP] the [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS]. [SEP] but they have been a serious concern for a news group, \" i don ' t care, \" as newspapers across the country and the public, though, do seem to be feeling relatively well. [SEP] \" when i try to get through here i ' m going to play today, but i have to try to hold shots, \" he told reporters. [SEP] the big difference at number 10 is the feeling that the money is available for you, and i think you can ' t afford a price of $ 5, 000, the highest - point total. [SEP] we can be back in a very long time. [SEP] this very [SEP]", "detok_text": "[CLS]. [SEP] but they have been a serious concern for a news group, \"i don't care,\" as newspapers across the country and the public, though, do seem to be feeling relatively well. [SEP] \"when i try to get through here i'm going to play today, but i have to try to hold shots,\" he told reporters. [SEP] the big difference at number 10 is the feeling that the money is available for you, and i think you can't afford a price of $5, 000, the highest - point total. [SEP] we can be back in a very long time. [SEP] this very [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS] clinton ' s team seem to be trying enough to work toward obama ' s side. [SEP] but the plans would not be easy. [SEP] so it was probably a difficult area of golf. [SEP] he says he ' s spent much of his life on the small ski island with his family. [SEP] after all, for most forecasts, there is still a lot of information about what to do through the weather service that day. [SEP] it is recognised, however, as the \" manageable condition of truth and understanding \" by the need to ensure \" that the government can know how important it is to get public trust in the economy and work [SEP]", "detok_text": "[CLS] clinton's team seem to be trying enough to work toward obama's side. [SEP] but the plans would not be easy. [SEP] so it was probably a difficult area of golf. [SEP] he says he's spent much of his life on the small ski island with his family. [SEP] after all, for most forecasts, there is still a lot of information about what to do through the weather service that day. [SEP] it is recognised, however, as the \"manageable condition of truth and understanding\" by the need to ensure \" that the government can know how important it is to get public trust in the economy and work [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] as part of a panel process for ending an investigation into a sexual scandal in the city of london yesterday, said she struck an agreement on the law to be held in 2012. [SEP] now, i cannot believe that or not i ' m going to be on the field, but i ' ve given up on a number of things i have done with the players and actually never wanted to do. [SEP] he concedes that no doubt, but no decision was made. [SEP] just as the end of the fiscal year approaches, the fed ' s move will bolster the debate over the link between bonds and forecasts. [SEP] from the [SEP]", "detok_text": "[CLS] as part of a panel process for ending an investigation into a sexual scandal in the city of london yesterday, said she struck an agreement on the law to be held in 2012. [SEP] now, i cannot believe that or not i'm going to be on the field, but i've given up on a number of things i have done with the players and actually never wanted to do. [SEP] he concedes that no doubt, but no decision was made. [SEP] just as the end of the fiscal year approaches, the fed's move will bolster the debate over the link between bonds and forecasts. [SEP] from the [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] less than a minute. [SEP] police said the officer questioned the nature of the incident when he said he happened to show fire and fired at a fan near the front of his police vehicle, a charge that led to the incident. [SEP] he would remain on the board for one year, deciding whether to serve his terms in the same court. [SEP] \" america ' s families need to protect the health of the economy. [SEP] while a man stood in the plane ' s seats, he raised his hand and dropped to a ground out, officials said. [SEP] \" while i have considered what should have happened, the people at the club are saying [SEP]", "detok_text": "[CLS] less than a minute. [SEP] police said the officer questioned the nature of the incident when he said he happened to show fire and fired at a fan near the front of his police vehicle, a charge that led to the incident. [SEP] he would remain on the board for one year, deciding whether to serve his terms in the same court. [SEP] \"america's families need to protect the health of the economy. [SEP] while a man stood in the plane's seats, he raised his hand and dropped to a ground out, officials said. [SEP]\" while i have considered what should have happened, the people at the club are saying [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] record. [SEP] on tuesday, officials put out 10, 000 new polling numbers. [SEP] mcgeown had three times for eight yards. [SEP] i can understand that he ' s now enjoying himself so well, he has to do better than the last few years of his 60 - year career. [SEP] the state held a first 100 - seat primary battle tuesday for a candidate for the u. s. national party ' s nomination. [SEP] there is a very important game at stake. [SEP] britain ' s championship driver lewis hamilton has defended his car going into the race, but his final stop was running in the build - up of a season [SEP]", "detok_text": "[CLS] record. [SEP] on tuesday, officials put out 10, 000 new polling numbers. [SEP] mcgeown had three times for eight yards. [SEP] i can understand that he's now enjoying himself so well, he has to do better than the last few years of his 60 - year career. [SEP] the state held a first 100 - seat primary battle tuesday for a candidate for the u. s. national party's nomination. [SEP] there is a very important game at stake. [SEP] britain's championship driver lewis hamilton has defended his car going into the race, but his final stop was running in the build - up of a season [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS]. [SEP] but the prime minister had caved to help those families. [SEP] at the start of the first round, when the red bulls held to a three - plus innings lead against the red bulls and a two - game advantage with the start to the middle of the season, the series had received a strong win in late 2007. [SEP] \" the rest of india, 95 percent of the world ' s population population, is due to age between 65 and 80, \" he says. [SEP] but the urban center, which has been the site of development for over two decades, has now become increasingly optimistic about the project ' s prospects. [SEP]", "detok_text": "[CLS]. [SEP] but the prime minister had caved to help those families. [SEP] at the start of the first round, when the red bulls held to a three - plus innings lead against the red bulls and a two - game advantage with the start to the middle of the season, the series had received a strong win in late 2007. [SEP] \"the rest of india, 95 percent of the world's population population, is due to age between 65 and 80,\" he says. [SEP] but the urban center, which has been the site of development for over two decades, has now become increasingly optimistic about the project's prospects. [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] short of their leaders. [SEP] sunday, about 30 miles southwest, about a town ' s five - and - a - half mile southwest of denver. [SEP] remember the idea of renting a car? [SEP] valentino finished second on the grid after a race in spain, but was back on the lead in the second stage. [SEP] i would like to go to the team and get a clear idea of how i can do it, \" he told bbc sport. [SEP] don ' t worry, by the moment, it can be a bit late for the united states. [SEP] at the end of the study, some 1, 712 [SEP]", "detok_text": "[CLS] short of their leaders. [SEP] sunday, about 30 miles southwest, about a town's five - and - a - half mile southwest of denver. [SEP] remember the idea of renting a car? [SEP] valentino finished second on the grid after a race in spain, but was back on the lead in the second stage. [SEP] i would like to go to the team and get a clear idea of how i can do it, \" he told bbc sport. [SEP] don't worry, by the moment, it can be a bit late for the united states. [SEP] at the end of the study, some 1, 712 [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] over the issue of fare increases. [SEP] meanwhile, two u. s. troops were killed in the volatile northwestern region of the northwestern tribal region, making it the second - largest province of the taliban to take on pakistan ' s largest city, quetta. [SEP] \" it ' s been a great season, \" said the australian who said that he was ready to take his title after being played 13 times in all of his major titles by federer, who lost to federer at this year ' s tournament in 2003 - 04 and the american is on the defense of the title. [SEP] in june, xe announced a canadian company had acquired [SEP]", "detok_text": "[CLS] over the issue of fare increases. [SEP] meanwhile, two u. s. troops were killed in the volatile northwestern region of the northwestern tribal region, making it the second - largest province of the taliban to take on pakistan's largest city, quetta. [SEP] \"it's been a great season,\" said the australian who said that he was ready to take his title after being played 13 times in all of his major titles by federer, who lost to federer at this year's tournament in 2003 - 04 and the american is on the defense of the title. [SEP] in june, xe announced a canadian company had acquired [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] pietersen ' s team at least 17 runs for four, he lost the wicket. [SEP] the 6 - 1 lakers bolted to a 21 - point lead in the fourth quarter, then ran off the fourth quarter deficit and overcome a 10 - point deficit to lead with 9 : 04 left. [SEP] ( ap ) - with the death rate in afghanistan, just after the presidential election in the capital, kabul, a large number of people were killed in the streets.... [SEP] he couldn ' t make it through his translator? [SEP] in 2001 he was the mayor of ghasa, despite a difficult relationship with the city. [SEP] [SEP]", "detok_text": "[CLS] pietersen's team at least 17 runs for four, he lost the wicket. [SEP] the 6 - 1 lakers bolted to a 21 - point lead in the fourth quarter, then ran off the fourth quarter deficit and overcome a 10 - point deficit to lead with 9: 04 left. [SEP] (ap) - with the death rate in afghanistan, just after the presidential election in the capital, kabul, a large number of people were killed in the streets.... [SEP] he couldn't make it through his translator? [SEP] in 2001 he was the mayor of ghasa, despite a difficult relationship with the city. [SEP] [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] said : \" enjoy the beer for one day. [SEP] the strategy was effective. [SEP] but it had been complicated by the death of john konelly, the liberal opposition politician who won a bitter battle for power while in office and who, two years later, had lost his second wife in this country. [SEP] he has stopped short of naming the prime euro - member of parliament, saying it is only looking at its economic reforms. [SEP] \" we are looking at what we have been waiting for, \" said imf moussa, vice president and chief financial officer. [SEP] yesterday ' s announcement caused the second - quarter loss to [SEP]", "detok_text": "[CLS] said: \"enjoy the beer for one day. [SEP] the strategy was effective. [SEP] but it had been complicated by the death of john konelly, the liberal opposition politician who won a bitter battle for power while in office and who, two years later, had lost his second wife in this country. [SEP] he has stopped short of naming the prime euro - member of parliament, saying it is only looking at its economic reforms. [SEP]\" we are looking at what we have been waiting for, \" said imf moussa, vice president and chief financial officer. [SEP] yesterday's announcement caused the second - quarter loss to [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS]. [SEP] but it is not convincing, said dr. andrew sutton, a researcher at the university of chicago, chicago. [SEP] the prime minister ' s government will on thursday have to form a coalition with a smaller left - wing party, the italian national alliance and the centre - right. [SEP] the company of more than 30 us cities throughout the united states. [SEP] the 17 - year international went to the match to reread from de la hoande for a record start but his early attack should have ensured they took a quarter - final lead some time to go. [SEP] in the face of a nationwide strike, women ' s [SEP]", "detok_text": "[CLS]. [SEP] but it is not convincing, said dr. andrew sutton, a researcher at the university of chicago, chicago. [SEP] the prime minister's government will on thursday have to form a coalition with a smaller left - wing party, the italian national alliance and the centre - right. [SEP] the company of more than 30 us cities throughout the united states. [SEP] the 17 - year international went to the match to reread from de la hoande for a record start but his early attack should have ensured they took a quarter - final lead some time to go. [SEP] in the face of a nationwide strike, women's [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] lead in at the crucial point looked to be the game - winner. [SEP] the fsc is investigating how the company sold over - the - counter medicines to the public. [SEP] the researchers based on government data from 1981 and 2005 from 2005 to 2007 in a study published for the study. [SEP] come on, take responsibility and it is not happening. [SEP] two people laughed and hugged one another. [SEP] yes, i doubt this, because there are so often times when you come from england. [SEP] new york ( reuters life! ) - a young englishman dived to look at the landscape created by the iraq war in afghanistan, said [SEP]", "detok_text": "[CLS] lead in at the crucial point looked to be the game - winner. [SEP] the fsc is investigating how the company sold over - the - counter medicines to the public. [SEP] the researchers based on government data from 1981 and 2005 from 2005 to 2007 in a study published for the study. [SEP] come on, take responsibility and it is not happening. [SEP] two people laughed and hugged one another. [SEP] yes, i doubt this, because there are so often times when you come from england. [SEP] new york (reuters life!) - a young englishman dived to look at the landscape created by the iraq war in afghanistan, said [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] the central bank, on the western edge of hawas, about 90 miles of harare. [SEP] los angeles, los angeles, chicago, chicago and phoenix all spent too close summers in some of the cities that failed to go along in the face of health care and the economic crisis. [SEP] the man has been taken to newcastle general hospital. [SEP] it ' s possible that 70 million years ago, women might have lived at a different age, to 55, 800 years ago. [SEP] the document is to the government of china, the top security official said. [SEP] think he should be the point guard. [SEP] a study was conducted by [SEP]", "detok_text": "[CLS] the central bank, on the western edge of hawas, about 90 miles of harare. [SEP] los angeles, los angeles, chicago, chicago and phoenix all spent too close summers in some of the cities that failed to go along in the face of health care and the economic crisis. [SEP] the man has been taken to newcastle general hospital. [SEP] it's possible that 70 million years ago, women might have lived at a different age, to 55, 800 years ago. [SEP] the document is to the government of china, the top security official said. [SEP] think he should be the point guard. [SEP] a study was conducted by [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] before the election, said the date was good and it would not be available for another week. [SEP] it involved the team from the university college london and the metropolitan university. [SEP] michael clarke is due to win for the third time in 12 tests against worcestershire county side westwell as part of its recent tour to india. [SEP] they will be back now. [SEP] he didn ' t know how he had left in 2009 and the 23 - year - old would have been able to do so much once he had decided to play. [SEP] michael haim, a 62 - year - old businessman from atlantic city in new york, told the times [SEP]", "detok_text": "[CLS] before the election, said the date was good and it would not be available for another week. [SEP] it involved the team from the university college london and the metropolitan university. [SEP] michael clarke is due to win for the third time in 12 tests against worcestershire county side westwell as part of its recent tour to india. [SEP] they will be back now. [SEP] he didn't know how he had left in 2009 and the 23 - year - old would have been able to do so much once he had decided to play. [SEP] michael haim, a 62 - year - old businessman from atlantic city in new york, told the times [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] given the opportunity to force the home office to take the issue to the court where they could make their rulings if it was to be resolved. [SEP] in a speech last week at the annual meeting, environmental groups said that at least 400 residents of a 2, 000 turbines are needed to receive more energy. [SEP] nadal was broken in the last match of the second set. [SEP] but, don ' t forget, though, i ' ll use this question, at least for a year, anyway. [SEP] the hope of the scientists will be that they can tell of the lives of the people of all western world countries, as well [SEP]", "detok_text": "[CLS] given the opportunity to force the home office to take the issue to the court where they could make their rulings if it was to be resolved. [SEP] in a speech last week at the annual meeting, environmental groups said that at least 400 residents of a 2, 000 turbines are needed to receive more energy. [SEP] nadal was broken in the last match of the second set. [SEP] but, don't forget, though, i'll use this question, at least for a year, anyway. [SEP] the hope of the scientists will be that they can tell of the lives of the people of all western world countries, as well [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] for them to make up a game that wasn ' t so easy on us. [SEP] the newspaper reported that an estate and assets worth an additional $ 5 million had been lost according to the lawsuit. [SEP] it could have been hard to confirm what had happened to strung ' s side. [SEP] he ' s heard evidence from a lot of the patients who typically don ' t get from the news media. [SEP] progress is due within four days. [SEP] but it is unclear what is read into the matter. [SEP] but the revival of japan ' s economy, even in the past, has been hard to do with its fiscal stimulus. [SEP]", "detok_text": "[CLS] for them to make up a game that wasn't so easy on us. [SEP] the newspaper reported that an estate and assets worth an additional $5 million had been lost according to the lawsuit. [SEP] it could have been hard to confirm what had happened to strung's side. [SEP] he's heard evidence from a lot of the patients who typically don't get from the news media. [SEP] progress is due within four days. [SEP] but it is unclear what is read into the matter. [SEP] but the revival of japan's economy, even in the past, has been hard to do with its fiscal stimulus. [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] a year later they had failed and gave her a package of full support. [SEP] \" very, very good, \" he told the hollywood star on sunday. [SEP] the iraqi government set a withdrawal date on sept. [SEP] \" it ' s even more difficult in women, \" said mrs forrester, who says she is doing exercise to improve her balance and health. [SEP] take saturday ' s game. [SEP] united had already had a chance at the break and before the break missed a long - range long - range chance to force a home goal in front with three minutes into the game. [SEP] only one in the uk. [SEP] some 30 [SEP]", "detok_text": "[CLS] a year later they had failed and gave her a package of full support. [SEP] \"very, very good,\" he told the hollywood star on sunday. [SEP] the iraqi government set a withdrawal date on sept. [SEP] \"it's even more difficult in women,\" said mrs forrester, who says she is doing exercise to improve her balance and health. [SEP] take saturday's game. [SEP] united had already had a chance at the break and before the break missed a long - range long - range chance to force a home goal in front with three minutes into the game. [SEP] only one in the uk. [SEP] some 30 [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] wednesday. [SEP] he was killed during a nearly half - year pro - led guerrilla war in the middle east in 2003, and he was the most popular during his presidency. [SEP] if you want to take a holiday can you choose? [SEP] correa said the good time with the arsenal manager was not for the england manager last summer but leading the club up to the finals for the world cup. [SEP] he became the first man in tour history to triumph in six starts since joe perry ended a 14 - round wait at the australian open in 1999. [SEP] he has been hiding in pakistan. [SEP] but there ' s no point in a [SEP]", "detok_text": "[CLS] wednesday. [SEP] he was killed during a nearly half - year pro - led guerrilla war in the middle east in 2003, and he was the most popular during his presidency. [SEP] if you want to take a holiday can you choose? [SEP] correa said the good time with the arsenal manager was not for the england manager last summer but leading the club up to the finals for the world cup. [SEP] he became the first man in tour history to triumph in six starts since joe perry ended a 14 - round wait at the australian open in 1999. [SEP] he has been hiding in pakistan. [SEP] but there's no point in a [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] died nine years ago. [SEP] i, however, have an understanding that he, without any doubt, is the kind of thing that we need to accept. \" [SEP] is this the kind of technology that teachers, including researchers at the university of rochester, ill., don ' t like? [SEP] she doesn ' t have much way right now to go. [SEP] in the war zone, mccain is the first to use a media team to stake his positions on his record. [SEP] it ' s worth trying. [SEP] but the light was clear. [SEP] china, china and india ' s wealthy industrialists are all the biggest earners of [SEP]", "detok_text": "[CLS] died nine years ago. [SEP] i, however, have an understanding that he, without any doubt, is the kind of thing that we need to accept. \" [SEP] is this the kind of technology that teachers, including researchers at the university of rochester, ill., don't like? [SEP] she doesn't have much way right now to go. [SEP] in the war zone, mccain is the first to use a media team to stake his positions on his record. [SEP] it's worth trying. [SEP] but the light was clear. [SEP] china, china and india's wealthy industrialists are all the biggest earners of [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS], he said. [SEP] the \" special report \" announced to staff friday and friday night is expected to determine its next chief of strategy and will be published on tuesday, focusing on the recovery of two of the world ' s largest major financial institutions. [SEP] and it ' s hard to take the advice and the down time with her and to see him look fresh and confident. [SEP] they did want to see more. [SEP] london, england, oct. [SEP] he pitched a three - hit, giving up three hits and one run in six innings. [SEP] now he seems to be getting used to the late - night business. [SEP] the new [SEP]", "detok_text": "[CLS], he said. [SEP] the \"special report\" announced to staff friday and friday night is expected to determine its next chief of strategy and will be published on tuesday, focusing on the recovery of two of the world's largest major financial institutions. [SEP] and it's hard to take the advice and the down time with her and to see him look fresh and confident. [SEP] they did want to see more. [SEP] london, england, oct. [SEP] he pitched a three - hit, giving up three hits and one run in six innings. [SEP] now he seems to be getting used to the late - night business. [SEP] the new [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] correspondents. [SEP] \" we are in the mid - season stages, there is a chance we will always want to return, and i want to have a long way get through the whole season, \" the spaniard said of his knee injury. [SEP] the losses at the top banks would become bigger on the other side, hampering financial businesses, just as the banks do do. [SEP] i think that, in the interest of the interests of democracy, it can understand some of its political value - it needs to overcome its impact. [SEP] the stars made it in the first game in a 2 - 0 world series. [SEP] the [SEP]", "detok_text": "[CLS] correspondents. [SEP] \"we are in the mid - season stages, there is a chance we will always want to return, and i want to have a long way get through the whole season,\" the spaniard said of his knee injury. [SEP] the losses at the top banks would become bigger on the other side, hampering financial businesses, just as the banks do do. [SEP] i think that, in the interest of the interests of democracy, it can understand some of its political value - it needs to overcome its impact. [SEP] the stars made it in the first game in a 2 - 0 world series. [SEP] the [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] from his own report on the wmds. [SEP] but the internet was not social media, and so we moved on. [SEP] in a decision based on a study in the review, top scientists at the national cancer institute, a company that has developed early - stage efforts to develop treatment for prostate cancer, yesterday warned that it would take years to develop into early cancer treatment in patients. [SEP] but mr. o ' brien is good at the point. [SEP] a year ago, those who made a profit of the first single, idol 2009, which attracted 5. 6 million viewers in a two - week period at the end of november [SEP]", "detok_text": "[CLS] from his own report on the wmds. [SEP] but the internet was not social media, and so we moved on. [SEP] in a decision based on a study in the review, top scientists at the national cancer institute, a company that has developed early - stage efforts to develop treatment for prostate cancer, yesterday warned that it would take years to develop into early cancer treatment in patients. [SEP] but mr. o' brien is good at the point. [SEP] a year ago, those who made a profit of the first single, idol 2009, which attracted 5. 6 million viewers in a two - week period at the end of november [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS]ing out of support on the campaign, the op - ed said. [SEP] he made an excellent run under the posts and made an effort to get one of the resultant free from the centre - half, which came in from the left corner to score. [SEP] a section 76 of king ' s lane was closed at the scene of the crash which happened at 2000 gmt on saturday, police said. [SEP] dawawa, a 20 - year - old college student, recalled thinking of a young boy in iraq and hearing that his mother and grandfather had killed his son. [SEP] \" it ' s definitely a way of linking it to the [SEP]", "detok_text": "[CLS]ing out of support on the campaign, the op - ed said. [SEP] he made an excellent run under the posts and made an effort to get one of the resultant free from the centre - half, which came in from the left corner to score. [SEP] a section 76 of king's lane was closed at the scene of the crash which happened at 2000 gmt on saturday, police said. [SEP] dawawa, a 20 - year - old college student, recalled thinking of a young boy in iraq and hearing that his mother and grandfather had killed his son. [SEP] \" it's definitely a way of linking it to the [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] 68th street. [SEP] new president hamid karzai is set to meet with afghan officials by saying that international security forces take the taliban issue off the table immediately. [SEP] paul mccourty ' s five - volume series, which officially opened at the national gallery on thursday, new year ' s day, will air in book one. [SEP] in asia ' s most populous states it has brought a far greater change in the overall strength of the country ' s front - line forces. [SEP] he died in 1978 and his father, the president of the united states, asked his brother to speak a english accent. [SEP] but, even though [SEP]", "detok_text": "[CLS] 68th street. [SEP] new president hamid karzai is set to meet with afghan officials by saying that international security forces take the taliban issue off the table immediately. [SEP] paul mccourty's five - volume series, which officially opened at the national gallery on thursday, new year's day, will air in book one. [SEP] in asia's most populous states it has brought a far greater change in the overall strength of the country's front - line forces. [SEP] he died in 1978 and his father, the president of the united states, asked his brother to speak a english accent. [SEP] but, even though [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] on the subject, and at wayne state university. [SEP] the city council called for a significant reduction in use of the three and four - year program. [SEP] open the lines and move it on to the ground, disornching the people and framing their minds. [SEP] the study involved four elderly people, two women and two men and older women with a similar disease. [SEP] however, he pledged around £9. 3 billion of assets returned to rbs, the british bank, of which some of britain ' s toxic assets could be sold. [SEP] there will be more jobs in the uk.... you are [SEP]", "detok_text": "[CLS] on the subject, and at wayne state university. [SEP] the city council called for a significant reduction in use of the three and four - year program. [SEP] open the lines and move it on to the ground, disornching the people and framing their minds. [SEP] the study involved four elderly people, two women and two men and older women with a similar disease. [SEP] however, he pledged around £9. 3 billion of assets returned to rbs, the british bank, of which some of britain's toxic assets could be sold. [SEP] there will be more jobs in the uk.... you are [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS]. [SEP] that agreement expired in 2005, two months after it collapsed this week. [SEP] washington ( reuters ) - a fourth - place medical record, as prescribed to the u. s. military, the people of afghanistan has not been killed in afghanistan in the first time, despite the deaths of five american troops, a pentagon government report said on tuesday. [SEP] the 37 - year - old 23 - year - old is having a chance as a player - especially when he talks with sunderland over the possibility of a new contract to next summer. [SEP] there was a \" no deal \" with the union and its health - health care business. [SEP]", "detok_text": "[CLS]. [SEP] that agreement expired in 2005, two months after it collapsed this week. [SEP] washington (reuters) - a fourth - place medical record, as prescribed to the u. s. military, the people of afghanistan has not been killed in afghanistan in the first time, despite the deaths of five american troops, a pentagon government report said on tuesday. [SEP] the 37 - year - old 23 - year - old is having a chance as a player - especially when he talks with sunderland over the possibility of a new contract to next summer. [SEP] there was a \"no deal\" with the union and its health - health care business. [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] to lead over the course of georgia ' s election season. [SEP] \" but it could take a little time. [SEP] here i posed this question to the energy department, as if i was trying to think about whether it was about going to afghanistan to become u. s. supreme commander. [SEP] c. j. carrion hadn ' t pitched since this season, but his first full major league start of his career was with cleveland, who were rolling on saturday ; he lost all three of his final innings. [SEP] he has said he plans to play next week at the u. s. open open. [SEP] if rbs were to [SEP]", "detok_text": "[CLS] to lead over the course of georgia's election season. [SEP] \" but it could take a little time. [SEP] here i posed this question to the energy department, as if i was trying to think about whether it was about going to afghanistan to become u. s. supreme commander. [SEP] c. j. carrion hadn't pitched since this season, but his first full major league start of his career was with cleveland, who were rolling on saturday; he lost all three of his final innings. [SEP] he has said he plans to play next week at the u. s. open open. [SEP] if rbs were to [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] 155 people killed in the offensive. [SEP] a first - half opening followed by the winner put bolton, who lost 2 - 2 to wolverhampton wanderers in the second half, close enough to strike back with a fine injury - time goal from newcastle who had made their own half a try 10 minutes from time. [SEP] the music had changed and she was natural. [SEP] no - one could immediately explain why they went missing. [SEP] rosso, ferrari ' s driver, won his fourth grand prix of this season, while loeb, his third world championship title, was fourth for the fifth time in four races. [SEP] for the number of small [SEP]", "detok_text": "[CLS] 155 people killed in the offensive. [SEP] a first - half opening followed by the winner put bolton, who lost 2 - 2 to wolverhampton wanderers in the second half, close enough to strike back with a fine injury - time goal from newcastle who had made their own half a try 10 minutes from time. [SEP] the music had changed and she was natural. [SEP] no - one could immediately explain why they went missing. [SEP] rosso, ferrari's driver, won his fourth grand prix of this season, while loeb, his third world championship title, was fourth for the fifth time in four races. [SEP] for the number of small [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS]. [SEP] the survey is based on evidence, statements from the banks and claims that they were not sure the scheme was in place to protect the businesses. [SEP] the londoner tried to wrap up his run to the second title of the season, winning the french masters three times, but he held on to pull him back this time at the finish. [SEP] \" i ' m not going to make the best of my opponent, \" said harvizu, who allowed only six runs in seven innings with the new york yankees and scored twice in six starts this season. [SEP] the group, all members from the previous seven years, is [SEP]", "detok_text": "[CLS]. [SEP] the survey is based on evidence, statements from the banks and claims that they were not sure the scheme was in place to protect the businesses. [SEP] the londoner tried to wrap up his run to the second title of the season, winning the french masters three times, but he held on to pull him back this time at the finish. [SEP] \"i'm not going to make the best of my opponent,\" said harvizu, who allowed only six runs in seven innings with the new york yankees and scored twice in six starts this season. [SEP] the group, all members from the previous seven years, is [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] close down the city ' s center to prevent eye - keeping in a wheelchair. [SEP] obama also unveiled his own plans for a primary in the city and congressional district held in the 2008 presidential election. [SEP] the goal was billed as an extraordinary attack, completing a fine clearance by glen johnson and coolly coming out of the end of england ' s goalless campaign. [SEP] the company has said that it will spend more of a year each year at its cardiff center, but it is not expected to get a close result. [SEP] santana, in the boston red sox as the mets ' out - of - date starter, was on the bench [SEP]", "detok_text": "[CLS] close down the city's center to prevent eye - keeping in a wheelchair. [SEP] obama also unveiled his own plans for a primary in the city and congressional district held in the 2008 presidential election. [SEP] the goal was billed as an extraordinary attack, completing a fine clearance by glen johnson and coolly coming out of the end of england's goalless campaign. [SEP] the company has said that it will spend more of a year each year at its cardiff center, but it is not expected to get a close result. [SEP] santana, in the boston red sox as the mets' out - of - date starter, was on the bench [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] turner, the group ' s chief executive, cautioned that the economy was improving relatively well. [SEP] he said the reduction in air taxes would have been about 2. 5 percent of overall income for the 2007 fiscal year. [SEP] the award is presented to the attendees of a monthly meeting of the national education business conference, online 8 october, 2008. [SEP] the lapd has more than $ 2 billion in assets and has saved it more than $ 1 billion more. [SEP] it is an extraordinary move, especially because exas mobe is the country ' s biggest currency. [SEP] but as we continue scurry to the main gate, [SEP]", "detok_text": "[CLS] turner, the group's chief executive, cautioned that the economy was improving relatively well. [SEP] he said the reduction in air taxes would have been about 2. 5 percent of overall income for the 2007 fiscal year. [SEP] the award is presented to the attendees of a monthly meeting of the national education business conference, online 8 october, 2008. [SEP] the lapd has more than $2 billion in assets and has saved it more than $1 billion more. [SEP] it is an extraordinary move, especially because exas mobe is the country's biggest currency. [SEP] but as we continue scurry to the main gate, [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS] on a weekly basis. [SEP] in aqsa ( kot ), a main city on the pakistani border, six people were killed in the blast and another in the district of al - khost. [SEP] john edwards ' s first novel, memoirs of a man freed from cinema ' s early and doomed panagiimere, \" days : misfit, \" is a 21st - century light on the cold war. [SEP] i ' ve got not a lot of the attention i ' d get. [SEP] it is both real and the real. [SEP] i want to play the caretaker of a child, he says, and [SEP]", "detok_text": "[CLS] on a weekly basis. [SEP] in aqsa (kot), a main city on the pakistani border, six people were killed in the blast and another in the district of al - khost. [SEP] john edwards's first novel, memoirs of a man freed from cinema's early and doomed panagiimere, \"days: misfit,\" is a 21st - century light on the cold war. [SEP] i've got not a lot of the attention i'd get. [SEP] it is both real and the real. [SEP] i want to play the caretaker of a child, he says, and [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/linear_2p0_to_0p8_c1024_detok_raw_samples.txt

@@ -0,0 +1,230 @@
+linear_2p0_to_0p8_c1024_detok
+{
+  "type": "summary",
+  "name": "linear_2p0_to_0p8_c1024",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest.pt",
+  "step": 168000,
+  "decode": {
+    "kind": "categorical_fullvocab_temp_schedule",
+    "config": "linear_2p0_to_0p8_c1024",
+    "steps": 128,
+    "model_t_mode": "post",
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "temp_start": 2.0,
+    "temp_end": 0.8,
+    "temp_schedule": "linear",
+    "concentration_min": 1.0,
+    "concentration_max": 1024.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260508
+  },
+  "detok_genppl": {
+    "ppl": 59.49218961431751,
+    "nll_per_token": 4.085845036949059,
+    "tokens": 9722
+  },
+  "diversity": {
+    "sample_entropy": 4.231511210178493,
+    "unique_tokens": 1904,
+    "token_count": 8192,
+    "distinct_1": 0.232421875,
+    "distinct_2": 0.7090305118110236,
+    "top_token_mass": 0.051025390625
+  }
+}
+
+===== sample 000 =====
+[CLS] said zarzai, who has access to jatrol. [SEP] saaka managed a superb finish from a cross from vinas sav, who then sent a deep - diving header over the bar and then fired a shot that saha tried to get back from the edge of the area. [SEP] he has done everyone on the job, a small range of supporters eager to raise their minds. [SEP] the shutout is a body blow for philadelphia, who fell to 1 - 5 this series. [SEP] arbourn would not comment about jackson's death directly, but was reluctant to discuss the matter. [SEP] the threat rate is [SEP]
+
+===== sample 001 =====
+[CLS] withdraw from june 7. [SEP] the women's title champion stopped and lost control in the second set although the former world number one had 35 points in her last six games against agbelie jan peer, who lost 6 - 0, in the fifth straight win. [SEP] mike mosley, the manager of manchester city football club, who bought liverpool third on 15 august 2008, had previously refused to comment on whether he would take over at the weekend after anfield agreed to buy the defender by succeeding him with the republic of scotland, but asked about the status of discussions. [SEP] the ministry would not say more what would be involved in [SEP]
+
+===== sample 002 =====
+[CLS] group's board, said debbie miller, a general manager of the national union of government employees. [SEP] sixth - seeded williams recovered to clinch her fifth match, falling to 3 - 2 - 0 in the final three sets at 15 and had won only one set. [SEP] the french and european champions also won the opening round of the fa cup, having beaten tottenham at birmingham, while cardiff lost a point with rivals albion and then wolverhampton wanderers. [SEP] i can't believe for sure. [SEP] the final round wasn't a big deal right now, but it was a day of fun, so he won five out of the last [SEP]
+
+===== sample 003 =====
+[CLS] seed djokovic he held on to upset fourth - seeded roger federer no. 1 in the french open 6 - 4 6 - 3 to beat spaniard andy murray three times and a one - set lead. [SEP] it had been reported at 11. 22am. [SEP] but it was a long dream. [SEP] the u. s. military also said it was reported that four people including a militant leader were killed killed when soldiers died in an air strike in logar province. [SEP] john mccain's long time as presidential candidate has an overwhelming showing in both states, according to an internet research poll. [SEP] the biggest challenge, though [SEP]
+
+===== sample 004 =====
+[CLS]'s smoke away from the scene. [SEP] of the 11, 000 u. s. soldiers in afghanistan, 99. 3 percent of the 2, 000 soldiers, the ministry said. [SEP] and the present situation did not change much for the yankees, but new york yankees. [SEP] the russian ubani lost, coming up in the 11th and losing a break in the sixth - set before losing the first set of his match, before reeling off 10 kl points in the ninth. [SEP] mrs edwards, 25, was then shot in the eye shortly after hearing gunshot. [SEP] goldin, who was serving a sentence in a federal [SEP]
+
+===== sample 005 =====
+[CLS], though he was at the center of that saga. [SEP] it was zheng jie's win since venus lost 5 - 4 to go 4 - 0 in the set, before saakashvili's heavy win ended kuznetsova by 13 points. [SEP] after losing sweden, sweden and the fourth - seeded defending champion will play matches against serbia and estonia. [SEP] steve quinn, manchester city's financial chief executive, who left on monday - the former city star has been appointed chairman. [SEP] with middlesbrough now just five points behind their midlands rivals wigan, who lie fifth in the table, blackburn are seven points clear of [SEP]
+
+===== sample 006 =====
+[CLS]'s top division. [SEP] finally, i waited until i thought i'd be ready. [SEP] a review of its international conference, the journal of the nutrition system, is published by the company, based in columbus, ohio. [SEP] the 23 - year - old women's top singles player will clinch her fifth title in the aegon event later on thursday. [SEP] he is a real contender this year. [SEP] dinara safina rallied to set it 8 - 2, and lucie safina defeated the klotzlies 6 - 2 in the opening set, but the world number one dina safina of russia [SEP]
+
+===== sample 007 =====
+[CLS] 2002. [SEP] it is because for older men, they're starting to get over their prostate cancer. [SEP] less than one - in 10 those surveyed said only seven per cent would be confident enough, whereas 5. 1 per cent in the first half said they would have a better chance of earning in the future. [SEP] the eighth - seeded belgian, who is the third seed to win at the 2005 open after winning the event in berlin, also said she had no plans to give up her drugs following her 19 - year - old losses to serena's second win in the french. [SEP] the report says parents are concerned that these [SEP]
+
+===== sample 008 =====
+[CLS] nothing was really clear, " said jan. [SEP] in 2006, she was spending two weeks in singapore, earning about 3, 000 dollars per hour (1, 200) per hour a minute. [SEP] cancoal, australia, new zealand (reuters) - andy murray won for the third time in five matches over rafael nadal on wednesday, thrashing federer at the australian open on thursday, undefeated and runner - up joe calzaghe. [SEP] he was named boxing champion of the year as britain's two - time olympic champion in 1999, won his first medal at the beijing olympics last month before retiring, losing his [SEP]
+
+===== sample 009 =====
+[CLS]. [SEP] police were investigating when the man was killed or possibly killed by two women on the house. [SEP] since there have not been more reliable evidence since 2000 they believe a 17 - year - old girl was deliberately raped or possibly dead. [SEP] a thoughtful, confident and thoughtful letter was said. [SEP] england's men will be reviewing their final reports to see if on the merits of retaining their qualification place at the current tournament. [SEP] by october, it had been estimated 1. 695 million people die by seasonal flu, while deaths were up by nearly 1 per cent, the health organization said. [SEP] that's not the point [SEP]
+
+===== sample 010 =====
+[CLS] 2002. [SEP] but it is still really worth knowing who really wants to do it. " [SEP] harsen patel has already recovered from injury and was enrolled at london - st king's private college at wycombe high school in canterbury, kent, on thursday. [SEP] the researchers found it difficult to determine the timing and severity of the disease associated with the treatment and diagnosis and treatment of disease. [SEP] the pakistani military said around 60 militants had died until late sunday, despite an airy warning that the army would be winning its fourth - year war against the taliban in the upper swat valley and other areas of the middle east. [SEP]
+
+===== sample 011 =====
+[CLS] t stop hearing them now. [SEP] the entire number of london's great western line service would be expected to be diverted to the south's westernmost regions, down to south africa. [SEP] former world champion australian lewis hamilton won this weekend in the us - china race, while hamilton's team - mate alonso lost their way in the race for the long - coveted title. [SEP] michael driver's anelka, who scored on sunday for barcelona and barcelona, could not set up an impressive comeback after scoring into the five - second spot, just one minute before the full break. [SEP] goldman's lawyers have said they [SEP]
+
+===== sample 012 =====
+[CLS] was diagnosed in 2002, but refused to live. [SEP] the leading pro - obama movement say 200, 000 people have headed to the polls. [SEP] the fourth - round australian will face david galbs of france and the fourth - ranked federer, who will repeat the title of 2007, but has yet to win at the u. s. open. [SEP] nalbandian lost four of the last eight match before he retired in the ninth - hour, when he lost a semi - final match against belgian nikolay davydenko of russia and vaslav garejcak, the u. s. open champion, was [SEP]
+
+===== sample 013 =====
+[CLS] wrong, " said michael holwell. [SEP] safin next faces jelena ivanovic of serbia, who is a winner of the french open title for the french open, but djokovic failed to serve for the match, beating seventh seed tort isner of the united states to take the set. [SEP] the study of 1, 000 children between four and five began in the 2004 and 2006 tests. [SEP] you can use the javelin train from amsterdam (0077 71778 677) from new york city. [SEP] in 2001, swedish teenager louise aruba was told that her father had been sexually raped and [SEP]
+
+===== sample 014 =====
+[CLS] said. [SEP] the soldiers and marines still make up about a third of the u. s. army and u. s. forces. [SEP] he said he couldn't get out of his way, particularly by the government's safety record. [SEP] she was attacked by four teens. [SEP] at the time, she had returned to the tournament after losing the 2002 french open and the belgian open cup title last year, but then lost the french open - - and the winning frenchman in basra - - 6 - 1, while fourth - seeded agassi withdrew from the french open final in paris on sunday after losing 15 matches at [SEP]
+
+===== sample 015 =====
+[CLS] 7488771, 877778 743177778, 768777777, 747987317877 or b. 2 (703 749777, www. co. uk - telephones. org. uk). £10, 657, 940 euros ). [SEP] but mourinho's findings were public at the final shortly after the match. [SEP] federer had won 11 - 3, 6 - 6 - 2 on the night, and had set point from a 3 - 0 deficit for the fourth victory [SEP]
+
+===== sample 016 =====
+[CLS] war that killed roughly 130, 000 people there in early 2009. [SEP] i have never questioned myself. [SEP] the full morning news will be broadcast on to the newsline at 1900 bst on 6 october. [SEP] he took the lead on the start of the round. [SEP] it would take a long time before ferguson understood that he had lost contact with hughes, his twin brother and liverpool's captain. [SEP] the assessment of losses of events at the time of the study is based largely on 2006 and 2008 - 09. [SEP] jeff freuer, a 6 - foot - 3 - year - old belgian athlete who lives in washington, [SEP]
+
+===== sample 017 =====
+[CLS] 500, 000 - plus jobs at the bristol - manchester airport, which would leave a 200 - dollar airline footprint on the global network and risk factors underpinning profits. [SEP] the women who lost their pounds were a rationale - grader and have waited for months trying to get a better one, too. [SEP] "my parents don't know how to put me all into my own," she said, noting that she rarely worked without a side injury. [SEP] ofgem said the plan would raise £20m a year in costs and warned ordinary people could be forced to pay even more bonuses. [SEP] new york - [SEP]
+
+===== sample 018 =====
+[CLS] here on sunday. [SEP] but the dollar suffered a bit of a break, and it's traded up $1. 90 a barrel. [SEP] pique was an important role at liverpool, and again last season and at arsenal and arsenal's home stadium. [SEP] when he was originally discharged from cancer, his home office changed his name and he said he looked ill when he was in a maternity unit in a private hospital in north of scotland. [SEP] the gunners have won the last seven games and had held off a 2 - 1 deficit to the gunners before the league title in 1999 but they then lost it all after failing to finish [SEP]
+
+===== sample 019 =====
+[CLS] dec. [SEP] nakamura twice finished in the second but the home side punished novo for the cross by curling it over the goal line. [SEP] but in 2 hours, williams and quarter - finalist tim petzsters also lost at the french open, before the us open made break - point errors to end a 6 - 0 3 - 0 loss. [SEP] but no one, god, doesn't know my name, " he said, adding that he was scared when he climbed above his car and got his bike through the nets, and was forced to rest on the floor. [SEP] portland, maine, july 14 (upi) - [SEP]
+
+===== sample 020 =====
+[CLS] wife, judith, had left her son on his own. [SEP] indiana (2, 1 - 0 in big 12) never lost without top - seeded johnson, who were the top - ranked team in last year's ncaa tournament after ranked second buckeyes. [SEP] this is a complicated game, for me. [SEP] then then go to bed and jump into a new world. [SEP] not necessarily good, but not really scary. [SEP] since then, they lost to 1 - 2 after two innings, most in the ninth. [SEP] " around 40 percent of the entire population live in the uk but it is only 2, 500 miles [SEP]
+
+===== sample 021 =====
+[CLS]. [SEP] third seed number 16, had survived the straight set to become the first russian champion and went 5 - 0 with a break in the first set. [SEP] she lost her ability to serve and got two championship points in both, but then held serve until the start of the year. [SEP] the quake left 34 people killed, among them 20 young children. [SEP] at st., third - ranked florida state is 24 - 0 against no. 9 florida state (7 - 2 overall, 10 - 1 big 12). [SEP] last year's ruling party called on the national elections to seat parliament, a special high - profile initiative [SEP]
+
+===== sample 022 =====
+[CLS] concerns over its risks. [SEP] that's the part of a story you're trying to achieve. [SEP] the fourth seed put up five consecutive set points in the set on his opening serve in the eighth game but federer held back to then won the first point of the second set and lost it 0 - 6. [SEP] much progress have not been made yet. [SEP] it is now more a dream than a reality, but jonesly believes that there will be no value at his present level. [SEP] kalua himself has been living there more than 16 times previously. [SEP] she raised her arms and looked down at her husband after being [SEP]
+
+===== sample 023 =====
+[CLS] report. [SEP] a us health spokeswoman said 297 cases were confirmed in 22 states, connecticut, massachusetts, massachusetts, georgia, massachusetts and georgia. [SEP] gm's main interest has been negotiating with creditors, the paper said. [SEP] chicago woman ubuntu was killed during a hospital ceremony saturday after the death of her 17 - year - old son cost her about $500, 000 weekly, prosecutors said. [SEP] in the second set, he broke the advantage and went down big - serving djokovic, 3 - 1, with the next seed breaking but was struggling in the fourth. [SEP] there are a new york times [SEP]
+
+===== sample 024 =====
+[CLS] country. [SEP] this figure meant about 10, 000 - plus post offices across the country have had 24 hours already closed since mr brown's resignation last spring. [SEP] humar mahmood, 52, a former army air chief in afghanistan and head of the army, was on a flight to russia on saturday night. [SEP] we finished ninth in the start of the tournament and have not suffered from a similar problem in the last two weeks. [SEP] the visitors forward equalised after 17 minutes when james wood headed across fulham's starting line - up after having a good chance to win his header by a minute. [SEP] many of the [SEP]
+
+===== sample 025 =====
+[CLS] - 5, 2 - 0 and venus lost 2 - 2 - 6 and 5 - 1, losing 6 - 2. [SEP] now that's a possibility, but numbers aren't enough. [SEP] "it's quite easy to think," she said. [SEP] raich, the world championship no. 1 toyota no. 1, ahead of saeed saeeda 7. 0, was about 2. 7 seconds off a quick restart, but finished fourth in his 0. 75 - second time of 73. 8 seconds for fifth at the grand grand prix on saturday. [SEP] as we look to the future, the american [SEP]
+
+===== sample 026 =====
+[CLS] at a range of prices. [SEP] roger federer will defend his men's title at the weekend when he beat his second - place foe roger federer in the sony ericsson masters on monday. [SEP] shops have been closed in the area and shops had been closed altogether. [SEP] the slovaks ended the match, handing down all three points to the hosts, who fell only three points ahead. [SEP] the eighth - seeded no. 1 lost two - - and three set but saved set points in the third before losing the match in the set before losing the set 3 - 4. [SEP] the company offers a number of innovative products for the consumer [SEP]
+
+===== sample 027 =====
+[CLS] vote in the same time since she was first re - elected just 18 months ago. [SEP] the qatar - born player arrived by the club monday to a five - year extension of nine years as part of a deal that will be worth the club, the newspaper said. [SEP] safin williams, who failed twice to win first, beat jevonareva 7 - 6 and no. 5 serena williams, captured the us open earlier this year and australian open champion, saved eight break points before winning 6 - 4 6 - 2, 7 - 6, 6 - 3 on sunday. [SEP] that goal could be tricky if both sides support a [SEP]
+
+===== sample 028 =====
+[CLS] office in october, what appear to be a serious development appears to be its head start. [SEP] but it isn't like the right thing. [SEP] kevin keegan and joe hart, who have been replaced by fellow skipper andrew flintoff and full - time centre ben davies, will now become a part of cardiff's international squad after his controversial debut from middlesbrough. [SEP] firefighters battled fire fighters in the rugged mountains as a wild blaze early sunday destroyed over 400 acres of central area forest and destroyed entire houses along the city's northern california coast. [SEP] at this year's end of fashion week, protesters fought a row to save [SEP]
+
+===== sample 029 =====
+[CLS] s & 100 down was down 1. 1 and france's cac - 40 was 0. 3 per cent lower at 5, 400; the dax closed down 1. 0 points. [SEP] the side lost four more and then trailed 1 - 2, england, who led by 29, lost their last five wickets and should be beaten by a further 40 - run deficit with just eight minutes to play. [SEP] ge suffered just one of its three financial losses last year, including $2. 3 billion worth of losses from the company's healthcare division arm, according to london - based business intelligence firm creditsights, the analyst [SEP]
+
+===== sample 030 =====
+[CLS] had lost only five of his games and was then lucky twice sunday to win as many set points. [SEP] there were no questions about the fate of 15, 000 people hospitalized over the past five years, up to 35 percent of the population. [SEP] why won't the green party go???? [SEP] the winner will meet fifth seed albert montanes, of spain, against fellow daniel gulschl of austria, the sixth seed, and daniel gajzay, 28, of russia, 7 - 2 7 - 5 in the season - ending french open tournament. [SEP] when the series ends we will play a game [SEP]
+
+===== sample 031 =====
+[CLS] 8. 9 million ($9. 65) in tax aid. [SEP] the report, which looked at the journal of health, said he had had to have improvements in his health not to stop the disease. [SEP] belgium's robin haase, who also reached the first round of the grand slam event in 2005, is now struggling to recover from a back injury. [SEP] roger nadal was a winner of the australian grand slams in 2006, in 1996 and june 2004. [SEP] the panthers's recovery from an upset start in the 1970s and 1980s, falling 4 - 2 and finishing with a 69 - 62 victory. [SEP] the [SEP]
+
+===== sample 032 =====
+[CLS] mccain's name at the web address of fox news news - - though no one understood whether he would do so. [SEP] the day i was diagnosed, i think that i'm wearing my military uniform and that when i'll get up, i'm going to play today. [SEP] i had to try to get away, "said mr griffiths. [SEP] the deal will see a resolution of the issues that have gset the current structure, and will have no chance of being done," said joseph bozet, the european union's secretary - general. [SEP] the united nations was also involved, refused to confirm [SEP]
+
+===== sample 033 =====
+[CLS]. [SEP] union representatives said yesterday that they had no comment about kraft's position, but said the situation would not be affected. [SEP] the swiss star, the 2007 u. s. open winner by three points after their opening loss in sixth and final set, battled to five points, 25 - 0, 21 - 6, 21 - 10 and then held the first set points to share early points with france's nicolas gaerter 65th. [SEP] as england slumped to the brink of mid - wicket in the final over their side added 139 to leave them ahead on 139. [SEP] a fourth over and anderson, with their first [SEP]
+
+===== sample 034 =====
+[CLS] said. [SEP] new york city at pittsburgh, 9 p. m. [SEP] bmw ag, the german - based manufacturer, was the best performing sector, with renault off 1. 3 per cent to € 1. 50. [SEP] the jaguars needed just one yard of pennington's drive, and scored on a 35 - yard pass by taylor to settle for a field goal for a quick five - point lead. [SEP] since august 2007, the government has lost the battle, mostly as a bastion of the taliban stronghold of nangarhar in helmand province. [SEP] the court heard a guilty plea from a swiss prosecutor who had lost a [SEP]
+
+===== sample 035 =====
+[CLS] for italy's pontifical college of public health. [SEP] the majority of those who are on medicare were forced to leave their pensions because of a vote on the age of medicare. [SEP] the consultation hearing to open a school for children is due to go on until saturday. [SEP] the chancellor is believed to have warned tory mps about the war. [SEP] "yesterday's good news started to come about in the uk. [SEP] there is a growing number of illegal workers seeking compensation. [SEP]" south africa is difficult to get to, it's inevitable, " he added. [SEP] what should have happened, she says, is that taxes and [SEP]
+
+===== sample 036 =====
+[CLS] on the field for tuesday night's final defeat at ninth - ranked pittsburgh. [SEP] manning and tom smith were thrown for 109 yards. [SEP] i was terrified that he would try to tell himself so much, but i'd only heard within a few weeks of a losing battle. [SEP] (ap) - - andy murray's kim clijsters lost a place in the women's fed singles men's singles match on monday when czech radek sawanska defeated american richard serra and jelena jankovic fought back control. [SEP] lopez, a big selection in chicago, was drafted in no. 6 early in a season [SEP]
+
+===== sample 037 =====
+[CLS] said. [SEP] david brancain and frederic kaletik were levelling at the end of the deciding draw, which they scored 4 - 2 in the 29th minute as they fought back for a draw finish to a very important sixth match. [SEP] on thursday of the attack, four gunmen fired at a building that police described as a "bastion of total control" of the population, the police said. [SEP] the fda says the 50 - patient study found 10, 000 out of about 2, 000 patients had died from hiv - 1 disease. [SEP] " and i had just said' as you know, i never want a woman on [SEP]
+
+===== sample 038 =====
+[CLS] contract closed up 0. 8 to 5. 30 dollars. [SEP] another risk that most older patients will die at the age of 65, is that those who are unseposed - - a diagnosis of depression - - can experience a high likelihood of symptoms of early disease as well as the likelihood of serious illness and medical history. [SEP] yet federer is in fine form, having only won two grand slam berths since paris in 2003, but he has put heart - strings into his bid to improve his bounce back from last year and to lose his crucial match at wimbledon. [SEP] he trailed 5 - 6, 6 - 0, but was [SEP]
+
+===== sample 039 =====
+[CLS] third consecutive singles championship by winning 5 - 0 6 - 0 thursday. [SEP] london (reuters) - first - time fa cup side ramsey will be given his best chance at west ham's visit to sunderland on saturday after the last four hours to see the young scotsman lead england to win the 2010 european cup. [SEP] walch, who has won the gn championships in stuttgart and played three times, finished second in the slalom and downhill, fourth in the slalom at the tour de france, in austria where he takes on the overall title sunday. [SEP] dr. michael klein, an scripe disease center at vanderbilt university in [SEP]
+
+===== sample 040 =====
+[CLS] crime. [SEP] you would begin to make your own choice, to contemplate or not to write. [SEP] " we were excited about the job and i remember the work. [SEP] the company has a total workforce of about 20, 000 staff, and will axe 100 jobs this week. [SEP] then he came up with his second act of late, getting caught at the lancashire side on 35 for four, but clarke resumed with another ball after being caught at 13 - 1. [SEP] less than 80 percent of the participants undergoing tests had either disease or cancer detected, or at an early age, while only some half were positive. [SEP] but [SEP]
+
+===== sample 041 =====
+[CLS] council of the deal and asked for public support. [SEP] the england striker three minutes later went on to look close to scoring a goal early in the ninth minute after scoring just with a second left. [SEP] for him, the second - wicket captain struck an early century for five before lunch as england were dismissed for 27, seven runs short of a county record of winning their sixth twenty20 cup match. [SEP] ryanair, tel: 0845 600 8320; based at www. unitedholalteamjet. com; £71 ( 087 698 489; france: £7 (0) 7277 625 [SEP]
+
+===== sample 042 =====
+[CLS] more cell phones in their lives, the researchers said. [SEP] it would, however, the impact of the recession would be felt. [SEP] merkele, 62, was born in august 1940, the age of 50 berlin, under the supervision of a german crown, the times said. [SEP] seed serena williams won the match three sets - - against fourth - seeded makhaya dinara safina, dinara safina seeded fifth, against belgian elena dementis, and 12th seed dinara safina 7 - 5 6 - 3 6 - 4. [SEP] what a bunch of wh's. [SEP] " [SEP]
+
+===== sample 043 =====
+[CLS] their final opponents. [SEP] williams was the williams' second - year, then lost to the season's no. 1 player - - and she tied a franchise record. [SEP] in the air, it might be a lot, but you've got much more dangerous than the jets. [SEP] the americans opened at halftime and martin schaefer scored with a second - minute shot from goal. [SEP] (cnn) - - swiss defending champion roger federer earned his first points from behind on his final break. [SEP] the fourth sixth seed lost before making his debut final, having slumped to 3 - 2 in the australian open, 3 - 6 [SEP]
+
+===== sample 044 =====
+[CLS] around 8 per cent of the total population of about 350, and 12, 000 people in eastern europe and the rest of germany, denmark, denmark and sweden. [SEP] the first was in 2002 at the refugee camp north of goma town, which has nearly 2, 200 displaced children. [SEP] she has spent five years studying her political career. [SEP] they make that so improbable you can make decisions by buying at a steep discount. [SEP] the new party members will be asked to vote first on the power issues in the country's electoral system. [SEP] he'd see if he needed to play.... [SEP] [SEP]
+
+===== sample 045 =====
+[CLS] 2008 elections. [SEP] lunch on the sunday afternoon, go to a beach. [SEP] 12 - 18 september 2008 on 19, 0709 5877. webcasts of the call. telepresourcing and conference call replays. available at http://www. img. com. + 1 1 1 8782 68877. (0) 7578 7194 917. www. consumermoreit. com. £8. 50. 1. 7578 7586, + 1. 1 50775. [SEP] i used to focus on the brand [SEP]
+
+===== sample 046 =====
+[CLS] in south waziristan, close to the law district of waziristan and the swat valley region, close to the taliban - held region in pakistan along the border. [SEP] men's finalist roger federer rallied champion richard haase from a 2 - 3 opening set loss to move up to a final against fifth - seed nicolas ginepr in the early morning. [SEP] mattie died on 2 june, 2001 and 2003, and lived as a teacher at a school in west sussex. [SEP] news shifted from northern khost province up to marjah and kabul, in the helmand region where six people died in an [SEP]
+
+===== sample 047 =====
+[CLS] been forced to close its british gas and insurance operations. [SEP] however, you could do plenty of vigorous walking on the way of work and will likely require a bit of air time under the sun. [SEP] it would have a significant impact on our businesses, " strogdals said. [SEP] the british seed worked his way back to victory when federer claimed his first defence of a title with his sixth ace in the second, hitting four straight, finishing past nadal at the end of his first serve. [SEP] at least one people, including children, marines have killed 13 militants in a volatile afghan district and five others believed dead. [SEP]
+
+===== sample 048 =====
+[CLS] appeared to keep their composure after the ravens took a grip on the conference. [SEP] "the economy is good," said centre - back tom beckford. [SEP] the cabinet meeting set to be held on sunday. [SEP] jacksonville (16 - 16, 5 - 11 southeastern conference) allowed the blue devils a close score after a stingy start in the second quarter. [SEP] california coach matt leinart can't help but hope that england can shake out of their disappointments. [SEP] boa employs about 50, 000 people worldwide and expects to close the loss after a € 7. 5 billion loss in september. [SEP] however, the [SEP]
+
+===== sample 049 =====
+[CLS], with total losses being around 60 %. [SEP] if house prices increase by 2011, then around 75 per cent of their pay will be paid back by the new government. [SEP] the record was published by a jury in july. [SEP] newcastle's 3 - 2 win at west bromwich albion on thursday night for the first time in seven days marked the collapse of the fa cup as they failed to win the championship with a first loss. [SEP] a man has killed six soldiers and his son were killed when a car bomber detonated at a checkpoint in the southern town of sangin, police said. [SEP] but there's no reason someone would [SEP]
+
+===== sample 050 =====
+[CLS] $800 million worth of job losses last year, but analysts warn that the economy's losing performance, in one or two years, will not be better than last year as the crisis in the economy weakens. [SEP] anne coughlin of independence, mo., lost her son at home and killed and joseph jr., 35, lost her daughter. [SEP] south korean financial group klocateur also plans a $8. 7 million (£72 million) takeover offer for india's largest operator, billiton ltd. [SEP] the sfa's executive director, trevor rees, was speaking at a national conference [SEP]
+
+===== sample 051 =====
+[CLS], she said. [SEP] he told reuters earlier this year he planned to spend about $200 million in more than a year, if necessary, with each salary, which would worth about $2. 5 million dollars a year. [SEP] the early data left the dow's 6. 5 points higher at 8, 543. 68, the paris - based french cac - 40 edged 0. 4 percent lower at 9, 690. 53, france's cac - 40 closed up 7. 15 to 4, 764. 30 and germany's dax lost 3. 30 points to 690. 2. [SEP] while russia [SEP]
+
+===== sample 052 =====
+[CLS] rising above 15 per cent in 2006 and from about 10 per cent in 2006, while unemployment remained unchanged at 27 per cent. [SEP] sunderland have been able to keep their first - half lead in the fa cup final on saturday when they have already lost 2 - 0 at their home in nine games. [SEP] in other words, she's not flexing her muscles or her muscles. [SEP] nick heldy has turned his back on the image of the king's champion and put his nearly 14 - place crown ahead of lewis hamilton, the grand british champion, who won in paris in 2001 at the british grand national. [SEP] " [SEP]
+
+===== sample 053 =====
+[CLS] from a costly war on the wmds. [SEP] in 1936 he was captured in germany, and he quickly moved to the netherlands in 1975, eventually settling in germany. [SEP] williams also, back at the french open, took a surprise break in the third set when defending champion dementieva lost the second set to open up three points behind when henin lost 5 - 3. [SEP] in install edition of the adaptation of alfred sefkin's epic book, he tells the story of the popular german novelist and writer jan unsandi. [SEP] they still have a very good time to the game, and [SEP]
+
+===== sample 054 =====
+[CLS] meeting review of the european council is expected at half - time of its meeting on thursday. [SEP] third - seeded nadal plays 10th - seeded rafael nadal, seeded 15th in men's tournament in italy. [SEP] no, it wants to work. [SEP] anyone with any information in the area is being asked to contact officers in the bristol area at about 2000 gmt on saturday, police said. [SEP] how could anyone see it off? [SEP] vice - president vladimir solovkov, 56, who will abandon his cabinet after resigning thursday, defended nato's decision to leave his post last week after a review of operations, stood down [SEP]
+
+===== sample 055 =====
+[CLS] for the leader. [SEP] lyon, who needed only 17 games left to make the final four of the league's record seven games, produced a superb 54th - minute header from a corner which rangel missed on the face of a goalmouth after belgian side ziemanz and daniel harm were forced out of the match. [SEP] "in today's sangin district, the taliban - led forces have begun to withdraw 10 soldiers from the pakistani capital," lt. gen. mohammad habib, a spokesman for the army division of helmand province, said. [SEP] a new study found that the high rate of lung cancer [SEP]
+
+===== sample 056 =====
+[CLS] much more needed information and analysis, " he said. [SEP] fernando torres departed for the spanish side thrashing cup leaders barcelona and adebayor benzema last night as it became revealed young striker fernando torres is unlikely to stay with the club for the second of 12 seasons. [SEP] the lowest price for a private hotel is just $850 per person, august's $2, 675, the price of $1, 659 per person, including breakfasts, the standard hotel costs at $925 per person and £1, 850 per person. [SEP] today phil lamb, the conservative leader for hodge hill, was questioned about [SEP]
+
+===== sample 057 =====
+[CLS] the central and western uruzar province, 25 miles to the north and the wanst district of the afghan capital and largest city joined the taliban forces in mid - 2006. [SEP] eastgate, the european champions, made to the uefa cup semis by winning their bid for an eighth division with a 3 - 0 victory over anfield on tuesday. [SEP] japanese prime minister taro aso, who was due to host a summit government meeting on monday, called for a fresh position on the global recovery, with the support of his own obama administration. [SEP] "no, no longer, trying to save myself," she said. [SEP]
+
+===== sample 058 =====
+[CLS] action based on the results of georgia's democratic elections. [SEP] but germany's tommy haas, who beat france's chardy yesterday at the french open, lost 6 - 1 7 to federer and the world no 2 lost to federer at the u. s. open open. [SEP] j. w. hexilein's lawsuit earlier this week, which has been published extensively on wall street, revealed her husband's widow, contacted by her publisher, the baltimore sun, founded the information society, an independent agency in san francisco. [SEP] but, the u. s. military considered the fight just one of the biggest [SEP]
+
+===== sample 059 =====
+[CLS] beginning in the 1970s. [SEP] spokesman for the u. s. military said the soldier who received his post had been arrested. [SEP] however, the idea of a happy, milky way out of house is pretty similar - - you may have a little better time off putting it out before the day or you won't get to "cover your face." [SEP] mahsud abdul jameel, 54, was famous for his father's help after allegedly assaulting his young daughter more than 30 years ago. [SEP] last year, more than one in three people diagnosed with early stage prostate cancer. [SEP] for the whole of this [SEP]
+
+===== sample 060 =====
+[CLS] tuesday. [SEP] the tigers reached their zenith in the first half, and held off early behind by clemson's jon parbler to keep it close. [SEP] but isner soon took control of his serve, piling 11 of the opening set before knocking on the other frenchman. [SEP] serena had reached that point for the fifth time at the australian open but had williams losing five - set points and compiling a 5 - 0 record in 64 games against the swiss. [SEP] italy coach claudio bocciassi refused to talk about his decision, saying he was a good, more defensive player than he needed. [SEP] the bleak news for consumer confidence [SEP]
+
+===== sample 061 =====
+[CLS]. [SEP] the 28 - year - old, who is to represent england in this month's tournament event he hopes for a place in switzerland, could face roger federer in the 2008 - 09. [SEP] dr. joan johnson, an nhs psychiatrist, said the new guidelines could not be helpful to people with high - risk insurance. [SEP] byrd was tied at three under 139 going into the final round with a three - under 66, but had three birdies in the final holes and shot a 8 - under 65 for the fifth hole. [SEP] the study was commissioned by the government's environment survey. [SEP] the report was carried by the [SEP]
+
+===== sample 062 =====
+[CLS] market, volvo, europe's nation's largest manufacturer of luxury sports lightbutd cars in the united states. [SEP] the taliban fighting has displaced 25, 500 troops and killed over 1, 000 soldiers in the capital kabul and nearly 25, 000 troops in a daily series of bombings and insurgent attacks, an international commission said tuesday. [SEP] the impetlingly incomped and painful denials of torture, dr fayed's allegations and, still, it will. [SEP] half - time keeper philipp degen charged at the break level when dutch defender john holeheim scurried to make the breakthrough. [SEP]
+
+===== sample 063 =====
+[CLS], benfica's joja casillas, put liverpool ahead with his second - half penalty. [SEP] all three were injured and two were taken to ipswich hospital when they were aged 30. [SEP] in an initial survey by china's seng markets on thursday, the industrial index were 4, 450. 72 points lower at 3, 068. 20, or 0. 54 percent. [SEP] they narrowly lost 5 - 0 final last season when they lost their early challengers in the champions league - they progressed through to the european cup and uefa cup. [SEP] i get much from the rest of us and from the media, the [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/linear_2p0_to_0p8_c256_raw_samples.txt

@@ -0,0 +1,230 @@
+linear_2p0_to_0p8_c256
+{
+  "type": "summary",
+  "name": "linear_2p0_to_0p8_c256",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest.pt",
+  "step": 168000,
+  "decode": {
+    "kind": "categorical_fullvocab_temp_schedule",
+    "config": "linear_2p0_to_0p8_c256",
+    "steps": 128,
+    "model_t_mode": "post",
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "temp_start": 2.0,
+    "temp_end": 0.8,
+    "temp_schedule": "linear",
+    "concentration_min": 1.0,
+    "concentration_max": 256.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260508
+  },
+  "detok_genppl": {
+    "ppl": 50.33995014345255,
+    "nll_per_token": 3.918798999310425,
+    "tokens": 9698
+  },
+  "diversity": {
+    "sample_entropy": 4.20795476641468,
+    "unique_tokens": 1865,
+    "token_count": 8192,
+    "distinct_1": 0.2276611328125,
+    "distinct_2": 0.7055856299212598,
+    "top_token_mass": 0.0501708984375
+  }
+}
+
+===== sample 000 =====
+[CLS] likely were ready to vote to get their bills out on time. [SEP] they do not want to win an nfc championship game on sunday. [SEP] he had to rally from his serve to take the lead, nearly losing his first break chance and hammering out a backhand into the back of the net. [SEP] " i could focus on my children, " she said of her vote for the democratic nomination. [SEP] notes : he failed to play here for the first time in the 2003 - 6 world series.... [SEP] the couple spent two - and - a - half - year years in county jail, including an eight - a - [SEP]
+
+===== sample 001 =====
+[CLS] term in june 2006. [SEP] the prince ' s offer of resignation was not made public in the report. [SEP] " obviously, it is not easy to make much more selective with our decisions about troop levels than we do - - but it seems different for some reason. [SEP] however, expectations rise after next week ' s london olympics that eight athletes from seven olympic teams will be on the big stage. [SEP] what i think at the moment is my priority is to do this thing. [SEP] he said he believed that he had the condition, which had a better idea of himself. [SEP] the agency would not say if the woman was involved in [SEP]
+
+===== sample 002 =====
+[CLS] ba ' s chief executive said it could mean " thousands of pounds " of losses this year, if there is delays. [SEP] at the par - four sixth, 10th and eighth holes - - the australian responded with two bogeys and managed just eight birdies. [SEP] that ' s more than newcastle ' s heartbreaking collapse when the japanese left - hander broke into the goalie just yards from his frontline, then touched down. [SEP] i can ' t take your own life for the reason. [SEP] they came a step closer to that point when ryan lee, 33, 19, much more experienced and consistent playing class than [SEP]
+
+===== sample 003 =====
+[CLS] lead as india battled for four wickets to close in the eighth test. [SEP] kabul, afghanistan ( cnn ) - - - twenty - five afghans died in fighting on the taliban and nearly half the number killed along the afghan - pakistan - afghanistan border, afghan defense officials said thursday. [SEP] this means much more questioning of people ' s record about britain more tactically. [SEP] critics, who have been difficult to watch this year, comprehensively compared the deep financial state of britain ' s financial services industry with the unleashing of wealth during the good times. [SEP] i told the other people to be home rather than being sick, but [SEP]
+
+===== sample 004 =====
+[CLS] ' s death comes from a series of bombings in february, when the u. s. military said 3, 000 people had died in the first year of the war. [SEP] new york is 2 - 1 - 2, the all - time best shut out since march.... [SEP] while the title driver, the unlikely driver who guided jenson button ' s bid, remains a contender, the world championship brought him button ' s team to its first major title in the russian grand prix. [SEP] the president, the organisers of the around the world summit, and all the g - 20, which gave it a chance to [SEP]
+
+===== sample 005 =====
+[CLS] nation ' s worst military accident in nearly 40 years. [SEP] around 70 % of britain ' s teenage population, including three - year - olds, have had children before 18, regardless of income, and have to wait until next year. [SEP] everyone loses the argument. [SEP] it ' s time to try to out - break the french at the back, and then, after just two minutes of her opponent ' s final set, the russian, not broken in the first set, had to go down. [SEP] with one - half - games in their last two games, pittsburgh were trailing at 4 with 10 minutes left and four - goal [SEP]
+
+===== sample 006 =====
+[CLS]..... [SEP] city, museum of the arts, nbc city center - -... cultural district, the arts, the arts center, art galleries, the city of new york, downtown l.... [SEP] lolvo goliath, a former retail banking executive in europe and asia who lived in new york, was upbeat, saying that he was a " more independent man. " [SEP] " that ' s how i get right down to the facts, " he says. [SEP] the panthers tied it with six minutes left in the second period, with florida ' s martin biron getting his second goal [SEP]
+
+===== sample 007 =====
+[CLS] 80 per cent of all women are among men, and 78 per cent of women, it is estimated. [SEP] lieberman, a former independent independent, has been suggested that obama would be a referendum on his own notion of faith, rather than focusing on mccain ' s religion, but he is cautious at the moment. [SEP] the company ' s first uk operation is in north africa. [SEP] just as india lost its place in the final series, england are desperate to find india ' s spot with only only clarke ' s five coming back to 120 in the waning hours of the day. [SEP] over the years, it became clear to [SEP]
+
+===== sample 008 =====
+[CLS] there was always out to work. [SEP] andydick was 21 when he won his second straight title, but the 25 - year - old almost lost his chance to make all the rest of it. [SEP] tens of thousands of pounds could be expected. [SEP] the troubled striker - who had the second chance before halftime - was the first to conceive his third goal at the half - post in the 90 minutes after an impressive goal by birmingham defender stephen mcfarland gave them a 2 - 1 lead. [SEP] he and his wife, mr. essa ' s parents and three children appeared to be married at the hospital, including his [SEP]
+
+===== sample 009 =====
+[CLS]. [SEP] police said o ' gaur was hit by a officer and was stabbed in the legs. [SEP] " we need a lot more time together this year, " says robert johnson, president and ceo of the telecoms giant microsoft. [SEP] during the interview at the time, mallon described how it ' s different to the lack of success for his men. [SEP] the first time he played was boston in the semifinals, failing to take the title in the series before advancing to the second round. [SEP] last year, taliban militants attacked the north regional intelligence agency in wazian, the northeastern province of swat, and killed 20 people [SEP]
+
+===== sample 010 =====
+[CLS] - 4 tied the game with 53 minutes to go. [SEP] i was even upset. " [SEP] the hearing was due at 12. 30pm on friday night. [SEP] mr medvedev said he was confident that the global economy could turn quickly into a crisis but was hard - pressed. [SEP] we never really knew who was a good school guy. [SEP] prime minister wolfgang grigge announced up to 300, 000 people could flee the devastated north - eastern coastal region sunday, despite massive air attacks in the volatile first 24 hours of the almeria season. [SEP] 18, he struck out six and struck out nine batters while the [SEP]
+
+===== sample 011 =====
+[CLS], who he regarded as the so - called " special representative " of social housing and secondary schools in the region. [SEP] dallas lost 3 - 4 in the series, and 8 of 11 in eight games, and 10 of 12 on the road. [SEP] no. [SEP] they made the mistake where texas a & m disappointed. [SEP] lee mcculloch ' s long shot saved the eight - goal lead, but the irish wrapped up the match well before half - time, when tim cahill came off first to secure a 2 - 0 lead for ireland, then ran out of the line to drive into ireland ' s own own net. [SEP]
+
+===== sample 012 =====
+[CLS] he said. [SEP] no know when to vote. [SEP] manchester united centre - back joe cole needs one win from a penalty to keep a record 10 goals and a goal since september, but he should have scored more than the resrushing club, 10 points off the pace of the champions league. [SEP] scotland went 4 - 1 to finish the last five games with england, and were taken over by the english championship side who won the davis cup two years ago. [SEP] but i want to know how much a reasonable person makes, and i think, ' if i don ' t think, i should be allowed back. [SEP] in the [SEP]
+
+===== sample 013 =====
+[CLS] time, " said d ' addis. [SEP] don ' t take time for questioning your fact that you hadn ' t thought of building a living life for her. [SEP] police are investigating whether the car was parked over the carriageway before the accident, and after a collision. [SEP] but this is an argument. [SEP] the national bureau for america survey of over - rated nations shows inflation now unchanged at a - 3. 0 percent. [SEP] his score was the first for dallas, who managed 28 points in the loss and losing team was 19 - 0 and the loss of a two - game lead. [SEP] " he was a great and [SEP]
+
+===== sample 014 =====
+[CLS] said. [SEP] but local political pressure had landed him in a more highly competitive battle with the mayor. [SEP] it is important to make sure. [SEP] they looked tired and struggled to get out, he said. [SEP] despite toronto ' s pitching record, the right - hander recovered and stopped a long march with a world series average of 17 runs and four runs. [SEP] he was five days back in september and wounded at the end of the war. [SEP] koehler, the u. s. open and 2005 winner, has got a long way, losing two of the seven sets. [SEP] the couple ' s next - door neighbour [SEP]
+
+===== sample 015 =====
+[CLS] s jan. [SEP] the investigators, who found that the 40 patients who bought two or more doses of prescription pills from the beginning of 2004, show that some patients stopped work at the retailing company ' s offices, often in birmingham, atlanta, indianapolis and chicago ; in atlanta, miami and new york. [SEP] the whole truth, really, is that i wasn ' t getting too much of my life into myself.... you were just getting up at the time. [SEP] ottawa rallied past detroit, who trailed 5 - 4 after the final period until brown won all 25 points with a first - period shot for the only goal [SEP]
+
+===== sample 016 =====
+[CLS] [SEP] he has failed to play against new zealand since early september. [SEP] the meeting, to start at 6pm on monday, will be held on friday afternoon to be forward to the business day on tuesday. [SEP] " if you look at the first season i ' m in right now, it ' s pretty good even, but i ' m not sure, you ever know, it ' s a part of my year, " he said. [SEP] much of the remaining traffic is on public roads and are congested. [SEP] mr bolloch, a 66 - year - old schoolteacher from carmarthen, was initially due to [SEP]
+
+===== sample 017 =====
+[CLS] that will not be easy. [SEP] the 39 - year - old man, from a five - block area on friday, was cleared of the assault and was arrested by the police on tuesday. [SEP] est on monday, 18 june, at 7 : 30 am est. [SEP] " it ' s fun, " he says. [SEP] on the other hand, he was less confident about 20 days after he was able to see it again, when a cold spell took him - - perhaps not long after - - to recover. [SEP] federer lost four set points and eight games and came to break down in the third set. [SEP] a high - [SEP]
+
+===== sample 018 =====
+[CLS] - 2 break and went on to serve for a loss of a first set over italy ' s filippo mazzari. [SEP] a big new story. [SEP] he was found guilty at liverpool crown court court last friday and ordered to court the night before the murder inquiry. [SEP] but a source who spoke on condition of anonymity because he died, said he remained calm as he was picked up for surgery at a military hospital in washington on thursday. [SEP] williams broke again in the second set, williams serving in the first set but she dropped again, but failed to save another in the second game and netted all five points. [SEP] [SEP]
+
+===== sample 019 =====
+[CLS] saturday. [SEP] the tourists lost by four, taking 11 1 - 8 overs for a third wicket and a fourth and second innings. [SEP] he said the situation was the most urgent. [SEP] jones scored the first goal of saturday ' s break, then beat hussey in the final minute to take a 10 - 0 drop zone lead. [SEP] " the way it happens, it doesn ' t get that right, " said daniel canen, a 27 - year - old farmer from the northern region of queen ' s island, the one - car race in the eastern jungle. [SEP] since then, the company has promised to cut 100 [SEP]
+
+===== sample 020 =====
+[CLS] started tuesday. [SEP] but he said that he had to take the chance to quit, as he would, before he could go away. [SEP] jong il is also seen as the highest - level figure in north korea ' s ruling ruling party, communist hardliners. [SEP] don ' t give up, after all. [SEP] he added six birdies and finished the round with a 2 - under 66 but recovered to post a 73 in the seventh. [SEP] european shares lost 1. 2 % and european stockmarkets closed on monday down 0. 3 %. [SEP] " there ' s no evidence that it is safe or even possible to [SEP]
+
+===== sample 021 =====
+[CLS] the school year. [SEP] " if it ' s difficult it ' s because there ' s a new crisis here, " she said. [SEP] back to get a laugh about friday... [SEP] " i was only only 15 years ago. [SEP] there, the school he set up seemed over. [SEP] in total of 43, six runs scored of a one - day innings stand by paul collingwood in which he slumped 4 - 0 against australia. [SEP] he won a 48 percent in the final round of the election - - results announced by serbia ' s ruling party. [SEP] the court said kagans, a former runner - up to [SEP]
+
+===== sample 022 =====
+[CLS] for over 24 hours. [SEP] it ' s very difficult to play because they ' re trying to build great players, " he said. [SEP] but the weather was the only option. [SEP] the government said the person was resting tuesday in an air hospital in the capital of san ' a, where he was critically ill. [SEP] it is not so surprising to be surprised that it is on a social environment that in reality changes lives where most parents focus on issues and learning about family in the future. [SEP] according to the washington post, a study - founded in october 2006 by the american federation of schools and libraries in more than 120 u. [SEP]
+
+===== sample 023 =====
+[CLS] statement. [SEP] a member of the german parliament, janna basquiat, a member of the president - general of belgium ' s united national society, resigned in the 2008 presidential election and lost his seat by the dutch government. [SEP] she had already planned to take her daughter to a private school in london. [SEP] the four - - aged 12 and 14 - - will have enough time to return, officials said. [SEP] the labor unions are close on a deal on ford ' s multi - million dollar contract that had collapsed with the bankruptcy of the struggling automaker that was originally due in october. [SEP] there would have to be some [SEP]
+
+===== sample 024 =====
+[CLS] election. [SEP] a healthcare commission has been ordered to stay ahead of the death of a junior rugby player from south carolina who died from the mrsa last year. [SEP] we should take any decisions about behaviour or income from experience. [SEP] former russian second - half david ktjek is desperate to prove after his side scored 10 of them and the norwegian arjen robben twice rebounded from a range stand - off in the corner. [SEP] the current number of high school - age children left only 1. 6 million children earning less than $ 65 per 100, according to official figures. [SEP] barack obama turned off administration fears by [SEP]
+
+===== sample 025 =====
+[CLS] - - southern afghan parliament members have not been told to not run in a special re - election bid in august, but they must then decide what time to hold the referendum, a local election official said on wednesday. [SEP] " within my team, over a couple of weeks it is so clear that this can be a real thing. [SEP] we can take on some kind of massive level of risk, " said mr perier. [SEP] that is what we needed all along is his support. [SEP] the recession better come back. [SEP] the first victim, michael k. krese, was a 15 - year - old son. [SEP] [SEP]
+
+===== sample 026 =====
+[CLS] at a luxury government building in one western city killed about 60 people on tuesday. [SEP] if i don ' t tell you anything, i ' ll throw the game and quit my daily job. [SEP] this has been covered by the times and has recently been a major issue of the campaign. [SEP] the alliance, representing 200 unionists from around the country, announced that they would press ahead on the merger. [SEP] major areas of the population - - some are not populated and do not to represent about 90 percent of the human population - - could be at risk, she said. [SEP] that could be a reflection of a slow recovery, but [SEP]
+
+===== sample 027 =====
+[CLS] a bit of play. [SEP] she was very broad - eyed and very very good in control. [SEP] but, companies such as others, with an increasing supply and loss of jobs, are going to go back to work and get credit for their purchases. [SEP] taylor was summoned and later returned from scotland to leave for the visitors, but he did not. [SEP] there could be other reasons they are more likely to be back on hamilton ' s way to fourth place, or second. [SEP] mr brown said people had remained in the area for the hours 2. 5 hours a day. [SEP] police found about 40 miles of his home on the [SEP]
+
+===== sample 028 =====
+[CLS] high court in august, forced to do a bit of job training into a mental ward. [SEP] the 7. 2 quake which killed 1, 000 people could have lives in the archipelago, with a death rate of 6, 695 people in the island ' s part of the island, according to the spanish government. [SEP] kabul ( ap ) - u. s. and afghan officials said wednesday that the risk was that the taliban could take a position in the tribal region, including the city of marjah and the city of its base, shar. [SEP] the council ' s planning committee said the situation made it more likely to show [SEP]
+
+===== sample 029 =====
+[CLS] its uk manufacturing plant in swindon, estimated to have cost more than 36, 000 jobs. [SEP] heene ' s father brian hansen told the associated press he heard he had called his son and her son a day earlier friday and received a telephone call from him. [SEP] india had lost out to take their place in the series after the hosts took a home lead in ahmedabad, needing only two wickets at lunch. [SEP] he warned that tensions in europe ' s political system, france and the eu would cause renewed demand for investments in the world ' s nuclear energy system. [SEP] a 3 p. m. penalty on martin pelvic was [SEP]
+
+===== sample 030 =====
+[CLS] olympic titles, it could replace ferrari, mercedes and scab, as well as several other players. [SEP] there was a little out off the next wicket, but his next ball was a short leg, coming off the middle of the over, and collingwood with another bat, which was brilliant, just got his back. [SEP] u. s. officials joshua j. zazis, 27, brian m. schris, 34, of london and zayas zazada, 20, of camden, n., j., and boyd, of hopson, ill. [SEP] when the series began we will be talking about [SEP]
+
+===== sample 031 =====
+[CLS] i could only say it better ). [SEP] " i am optimistic. [SEP] the former england international, who just won a 3 - 1 victory over tottenham on sunday, was the last manager to deliver a single version of ferguson ' s record of five premier league titles this season. [SEP] it lost 3 - 0 in the games against france ( toulouse and germany ( 2006 ) and fellow french side toulouse, the french cup hosts who had held a narrow lead against lille in 2006 ). [SEP] second - seeded roger federer had an impressive second serve 6 - 0, 6 - 4, 2 - 6 on the 3 - 4 set. [SEP] the [SEP]
+
+===== sample 032 =====
+[CLS] there ' s anger in what they all pay for public services, why they just don ' t care, sen obama. [SEP] the bank ' s mortgage retailing group, which makes mortgages for each home and sells assets that cannot be equity, collapsed because they are struggling to raise enough to support loans. [SEP] then : worth, say, more than $ 3. 5m annually. [SEP] this is the second place i have ever held a professional, and i have serious memories of being a part one of the majority of women ' s foreign - language schools. [SEP] it can be difficult in a very long time. [SEP] if all [SEP]
+
+===== sample 033 =====
+[CLS] clinton ' s wife, susan, one who was thrown to obama ' s side. [SEP] i hope there will not be less. [SEP] the match is to take place on april 3. [SEP] wilshery ' s throw was headed wide, but mark johnson scored it with his third goal. [SEP] this, after several distractions, has put in a lot of air of time to produce a sense of real - life. [SEP] wickens, 49, was rushed back to the grounds of his suburban suburban home in switzerland after losing his job, germany ' s military reported tuesday. [SEP] enviable under the current system of low [SEP]
+
+===== sample 034 =====
+[CLS] being seen as a threat against murration, the british independent reported. [SEP] a group of the group said yesterday that its figures expected that world gdp to fell by 4. 3 per cent by the end of 2007 year - to - end, against a 10 per cent fall in the first quarter. [SEP] the 27 - year - old man from cosham was also seriously treated and was unconwelled. [SEP] with no doubt, british sports management has now given its choice of the terms of the bid, with a final stage of its own due to close the deal in the coming weeks. [SEP] a live band will play the [SEP]
+
+===== sample 035 =====
+[CLS] club throughout the last eight years of his regime. [SEP] former opposition minister khatami on thursday was due to visit iran with iranian president mahmoud ahmadinejad one of iran ' s most influential muslim leaders. [SEP] i can see this america ' s greatest election with much of a glance today. [SEP] i thought they spoke the same tone. [SEP] " it ' s not their decision to tell us anything is really taking off, " one of middle america ' s two best - selling authors, ali kash, said. [SEP] it ' s kind of a great race. [SEP] late after last sunday ' s big 12, the saints and [SEP]
+
+===== sample 036 =====
+[CLS] record. [SEP] on tuesday, foreign minister ali abdullah saleh said the u. s. and afghan forces were responsible for its security. [SEP] how high could white house press secretary karl rove be able to say this to the political right at the time? [SEP] a pro - tibet envoy is due to visit chinese - ruled taiwan on sunday, hoping to hold a summit in the u. s. - china border. [SEP] an annual report by members of the association of police officers who examined 495 deaths in 28 countries resulted in 10 cases. [SEP] in cuck, about 70 miles west of charlotte, n. c., a study [SEP]
+
+===== sample 037 =====
+[CLS] experts, air traffic controllers, pilots and airlines, and staff at the agency ' s regional office. [SEP] those ( 50 - year - old ) fans who agreed to be released by the red sox would have to work days wednesday and buy tickets to the game, he told st. louis and the eastern city of harrisburg yesterday. [SEP] mr heinfeldt will reduce the losses in citi ' s banking division to another around £42. 5m from € 4. 00. [SEP] i think that the figures have been on the rise. [SEP] the lakers shot poorly in the first - half range, and scored 18 points before coming [SEP]
+
+===== sample 038 =====
+[CLS] - day sunday morning. [SEP] however, british defence experts said that while only 272 other international troops are serving, the remainder will remain deployed in iraq until january 2010. [SEP] can you make a difference? [SEP] her fame helps her to get involved in cots and cots and also helps her to be active and kept informed. [SEP] experts say they lost weight and weight through the carrals and tremors, which are highly visible and do not cause full - body ptsd symptoms. [SEP] high - caloric foods can save a lot in younger people ageing. [SEP] the response to the nixon plan was very muted, but it [SEP]
+
+===== sample 039 =====
+[CLS] in india ' s national elections. [SEP] if we are all successful, we ' ll spend a lot of time in preparation of the next move, " barone said. [SEP] i couldn ' t have been better, but when the ball back beat the ball straight back to the right, i was when i got another shot and went the right. [SEP] the german champions lost four of the five games in which liverpool had scored six goals in less than 20 minutes against struggling birmingham this evening, while being held after two games by liverpool could probably claim the edge of one - goal a draw at olympiakose on sunday. [SEP] the party [SEP]
+
+===== sample 040 =====
+[CLS], from reading, hampshire, when she fell under a bridge at clarence house, o ' dres, on wednesday. [SEP] in the previous day ' s operation, an american suicide bomber killed five afghan soldiers, killing five out of the 25 wounded and doubling the total wounded two days earlier, officials said saturday. [SEP] an israeli missile hit a police base in the southern village of barat early tuesday, killing two soldiers and wounding five, a defense official said. [SEP] many analysts expect to see a significant victory at a time when in pakistan, though it could bring near the end of a 25 - year civil war. [SEP] " there [SEP]
+
+===== sample 041 =====
+[CLS] return to the school and care for her dog. [SEP] the group could be worth more than it is worth in aid that it is expected to receive. [SEP] i would not know who that guy is fighting for. [SEP] the larger argument is that the lack of equality among women in their thirties in this country may be led to the growth of more women marrying into today ' s lower income classes. [SEP] " but this is some of the best people i have met, someone who have been training for years, " said wada ( afld ), the team president for england and wales. [SEP] they will not announce the end to their [SEP]
+
+===== sample 042 =====
+[CLS]. [SEP] " they appear to be receiving a mobile phone call from officers from london ' s metropolitan police station. [SEP] on tuesday, the president ' s official speech set the country open for his presidency, saying that obama should be leading the united states well. [SEP] over the past year for women, 6 of 20 women won singles titles in 2002 and 2001. [SEP] the german went on from behind until agassi broke for four hours after returning to the crucial second set, but won an array of 22 service points and held for 3 - 6 - 3 before they sealed the match in the face of a barrage of errors. [SEP] " [SEP]
+
+===== sample 043 =====
+[CLS] rate, at some time point it will be about 50 per cent. [SEP] police said the man appeared to be suffering from x - rays, but no one is injured. [SEP] in many ways, as i get older and more, they ' re getting a bit of x - fi. [SEP] i had to take control and it was hard to see my car and get back behind the front. [SEP] a big surprise, though, because there are so many kids that we know some way things look as good as our own. [SEP] members and a crew were nursed to safety at a military air base in afghanistan, the us military said [SEP]
+
+===== sample 044 =====
+[CLS]. 8 per cent of the population, and britain, 10 per cent and 40 %. [SEP] the pages of newspapers, magazines, newspapers, magazines and radio stations are too short to sell. [SEP] the " critical " report, commissioned by the department of health, was called the national review report that measures health and health services from public sources. [SEP] it ' s impossible to pick the players you are at and you would now look to play down to him, " he said. [SEP] " it is a defeat, " bayern coach schalz burger said. [SEP] gonzalez ' s lawyer, 29 - year - old john wasser, [SEP]
+
+===== sample 045 =====
+[CLS] japanese duo kimi rai on the sunday afternoon and the team of mark webber ' s confirmed he was ready for the japanese grand prix because of safety concerns. [SEP] as of saturday ' s day, 45, 000 people had been identified by authorities in the county. [SEP] but a third of the who responded to the call wasn ' t available by now. [SEP] he took a fourth - play defense and threw three touchdowns to a 17 - year - old, then scored a 27 - yard touchdown with 25 seconds left to put temple up 45 - 21, giving him a fourth - round bye in his first bowl game. [SEP] at the end [SEP]
+
+===== sample 046 =====
+[CLS], the vice chairman of the white house and vice chairman of the policy council of the senate economic committee, which signed the letter on friday, has not been named. [SEP] they had to move into boston after falling seven straight games after a loss in a 2 - 1 victory at the yankees, and st. louis ' s sixth win in seven games. [SEP] obama also won 251 of 600 electoral votes on july 5, 27 and 2, 370 on august 28. [SEP] it was this year, in fact, when it was suggested that she would fight to defend her white belt in the beijing olympics that jones gave her her name as a [SEP]
+
+===== sample 047 =====
+[CLS] was nowhere to be seen. [SEP] as the response gets more obvious, mr. johnson ' s job is an effective way of learning when there ' s a bit less of a threat. [SEP] however, it would have been significant if i had had a piped rung through the story. [SEP] he ' s in his second season, which comes as the americans ' focus on their final season from now to february and look at him four or six times. [SEP] the olympic torch is scheduled to start in 2010, with a one - day conference, and will run in 11 countries, according to people closely familiar with the talks thursday. [SEP]
+
+===== sample 048 =====
+[CLS] a real give away. [SEP] that ' s true, i can do. [SEP] " that ' s ridiculous, " said state police chief tom milford. [SEP] the mission will be a review within a year. [SEP] " that is really dangerous and exciting in afghanistan, " said mr mudd, who now works as a director of terrorist operations at the centre. [SEP] the braves ( 33 - 3 haven ' t already had a road win in three years before their losing streak against a team in seven years and losing their seventh at home. [SEP] the hearing begins friday 9 april 2010. [SEP] the measure, the highest and final level of [SEP]
+
+===== sample 049 =====
+[CLS] of the state ' s most most popular figures, but mr roh is understood to be the best - known member of his family, the most popular of his peers. [SEP] if you can ' t save a lot of time, it ' s the lack of a front drive and some expensive equipment that can be much more costly to use than the traditional ones, not just for the child. [SEP] the trojans came from one of their worst string of losses in 2006 and 2007 to go up 0 - 7 after winning their first championship in 2001. [SEP] i ' m talking about privacy. [SEP] but there ' s time for someone to [SEP]
+
+===== sample 050 =====
+[CLS] very good and teng. " [SEP] " that means that this will be much more civilised, so people can ' t make their rebuke. [SEP] it is not the kind of future we need, we are in no danger of having reached the end, aren ' t we. [SEP] he doesn ' t try to make a point to himself. [SEP] a poll of polls taken at between 12. 00 pm and 2. 00 am gmt on sunday 18 october, 2 april 2010 compared with labour ' s lead over the weekend. [SEP] ( ap ) - china ' s largest island of tainan on tuesday may have been [SEP]
+
+===== sample 051 =====
+[CLS] cut of 60. [SEP] david cameron announced earlier this week he was a candidate for the job. [SEP] santana is a four - time mvp winner with five titles as coach in 1998 when the boston red sox lost three years ago. [SEP] the 23 - year - old lost a set and lost a game for the first time on a backhand at 6 - 1, going into the final of his career tour career. [SEP] better than usual. [SEP] it hasn ' t had a real debate, so far. [SEP] it ' s an extraordinary situation. [SEP] on monday i could be getting out of bed to some of them and spending more reading [SEP]
+
+===== sample 052 =====
+[CLS] her food. [SEP] " we are very optimistic, you can understand that we feel that we are not always saying to ourselves that they must be falling for a second. " [SEP] the singer, who died suddenly on sunday, lost his own life. [SEP] the tense sixth and final set had padraig harrington of ireland serve before clawing back a bid to finish in three pennies. [SEP] foske has received 752 phone calls from st. mary ' s county and children ' s inquires and arrived in plano, minn., for help, she said, according to the local park service. [SEP] " [SEP]
+
+===== sample 053 =====
+[CLS] from its rapidly growing business. [SEP] both concerns were raised by media estimates that 300, 000 tons of cocaine were caught on the market in 2006. [SEP] he lost it in 2004 when the title came from the fifth division, winning it in 2004 when he re - wrote his book. [SEP] she then lost the match and then came up five points behind in the first and lost twice each. [SEP] it was his sixth set victory against rafael nadal who lost a set of points and when the swiss top - broke back to win 2 - 1 was a close match. [SEP] google ' s deal includes the integration of software, business and customer [SEP]
+
+===== sample 054 =====
+[CLS] 14 million in costs and the restructuring of its risk - management arm. [SEP] alonso made the decision early this year after struggling for an hour with his problems at the garage, but schumacher - - meanwhile, a driver with ferrari - decided not to accept the fifth edition of the gpc ' s des mouris. [SEP] it happened on sunday sometime between 2000 gmt and 9 october, 2006. [SEP] not a sign of it either. [SEP] his book is published in the detective book and the latest book in his memoir of small life. [SEP] they ' re currently waiting for a trial to start after a group of patients take a place [SEP]
+
+===== sample 055 =====
+[CLS] wazir. [SEP] he says that all of this is because of the mind - based system and that an expert can prove to believe it is the only option. [SEP] according to the club ' s official e - mail, ashley retired at the end of the summer in 2004 and went on to the 2007 world cup for england, with victory in chelsea ' s fa cup final, and beckham has already revealed plans to join sunderland in an england squad. [SEP] " while i still feel rather good in her voice, i can ' t doubt my own face, " stouffer told the court. [SEP] in 1990 60 percent of [SEP]
+
+===== sample 056 =====
+[CLS] on thursday and then it will hold on again, with the czechs hoping for a home victory in one of the three on sunday. [SEP] he faces frenchman hunter mahan, 7. 2 under, while fourth seed cirston will play fellow briton at 6. 10 and on 13 under, and klodenko and belgian ivan nalvin at 7. 6 under. [SEP] bowling : broad 2 - 1, bell 8 - 10 - 5 - 0, mahmood 10 - 0 ( 6 - 0, w l rashid 6 - 7, k a c rashid 4 - 5 ( 6 - 5, m r [SEP]
+
+===== sample 057 =====
+[CLS]. [SEP] that was his injuries which, though, cost him a nickname because of an era in which he made a top - grade impression he had just been with south africa. [SEP] the striker, though, opened a lead in the half - half with a free kick from the left and then connected with james for a powerful header from the goalline. [SEP] q : if you ' ve remember a year when you could open an n. a. a.. tournament... [SEP] the government on friday said the 10 - day limit would mean that people of 1, 000 or fewer would be able to spend the equivalent of a [SEP]
+
+===== sample 058 =====
+[CLS] with a big push. [SEP] " i didn ' t know it, we say just 19. 6 per cent. [SEP] the shares of citigroup were at 41p up $ 1. 14 or 24. 3 cent at $ 7. 38, while bank of scotland was 7 cents higher at £11. 35. [SEP] the no. 1 seed, known for his quick thinking and control of the shot, beat veteran federer, who had never lost his serve at 7 - 5 in the season - ending third set of his four - set final and never won a u. s. open title, but he returned from the brink [SEP]
+
+===== sample 059 =====
+[CLS] system, the met has confirmed. [SEP] my depression has died away. [SEP] in 1997 he died abort, aged five. [SEP] west ham then doubled their lead after a 13th - minute opening four minutes before half - time, when he created a good chance for roberts ' cross with a header on friedel, who appeared to give city a goal. [SEP] their base base was last month, home to 4, 000 troops of the u. s. war, after the battle group lost more than 2, 000 troops, their average deployment date in 2006 - 18 months at a time. [SEP] vancouver, china ( ap ) - - [SEP]
+
+===== sample 060 =====
+[CLS] an early family in the north of england, lost its own life and changed its life. [SEP] they go to iraq every year to watch the movies. [SEP] defending champion roger federer will speed up his comeback from his second series of injuries, which have affected his confidence and his mind. [SEP] i felt good about coming back over time at the end. [SEP] pittsburgh won a regular - season title at the end of the 2007 season, which state officials said decimated the results. [SEP] it lost 3. 6 per cent after it first released its annual profits warning about the loss of jobs, as recent data suggest the strength of a struggling corporate [SEP]
+
+===== sample 061 =====
+[CLS] force. [SEP] that ' s the key. [SEP] he said friday that sarkozy ' s government ' s plans for a showdown was " not realistic. " [SEP] in the early months of 2004, rubinstein was known as an economist of the new york financial services authority. [SEP] but stay out there and - - well, you ' re going to a very quiet place. [SEP] it also reported a market loss of $ 35 million. [SEP] there was his brother, the legendary defender, on the national team ' s inactive list. [SEP] the lakers also advanced to the conference ' s third round. [SEP] an investigation into the 2006 death [SEP]
+
+===== sample 062 =====
+[CLS] court date jan. [SEP] britain ' s foreign minister, gordon brown, confirmed the case had been lodged in the united states. [SEP] " you want to know, " says a sports radio commentator and xm radio host. [SEP] a senior taliban official said the death toll of one other militant remained in nangarhar, the associated press reported. [SEP] " the whole of the investigation should be done, " she said, according to reuters. [SEP] every time he makes a mistake, it can be much harder - to make sure there is no mistake here. [SEP] we all agree that the best choice is not going to be the right choice [SEP]
+
+===== sample 063 =====
+[CLS] and approximately 1, 200 miles ( 400 square miles, 300 square kilometers ) to the east of the kagosi islands. [SEP] the big - time film stars have earned an unlikely status as the face of sir morris - sky ' s new generation of brand - name presenters - but they ' re definitely a very different side. [SEP] ( cnn ) - - the state ' s supreme court on tuesday related to the circumstances of the death penalty of an elderly man charged in the death of 3 - year - old daniel toddler, ohio, was released friday. [SEP] if the government is the product of a backlash from russia, and the [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/linear_2p0_to_1p0_c1024_detok_raw_samples.txt

@@ -0,0 +1,230 @@
+linear_2p0_to_1p0_c1024_detok
+{
+  "type": "summary",
+  "name": "linear_2p0_to_1p0_c1024",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest.pt",
+  "step": 168000,
+  "decode": {
+    "kind": "categorical_fullvocab_temp_schedule",
+    "config": "linear_2p0_to_1p0_c1024",
+    "steps": 128,
+    "model_t_mode": "post",
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "temp_start": 2.0,
+    "temp_end": 1.0,
+    "temp_schedule": "linear",
+    "concentration_min": 1.0,
+    "concentration_max": 1024.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260508
+  },
+  "detok_genppl": {
+    "ppl": 67.09372257056255,
+    "nll_per_token": 4.206090486256429,
+    "tokens": 9916
+  },
+  "diversity": {
+    "sample_entropy": 4.212984973676147,
+    "unique_tokens": 1701,
+    "token_count": 8192,
+    "distinct_1": 0.2076416015625,
+    "distinct_2": 0.6530511811023622,
+    "top_token_mass": 0.0494384765625
+  }
+}
+
+===== sample 000 =====
+[CLS] 2005 - 2010 and 2003 - 06 and from 2013 - 12, starting in 2011. [SEP] when the australian open finalist won her sixth game, serena attempted to make herself a major contender by thrashing the williams serve at 7 - 5 and breaking williams 6 - 2 at the start of the set. [SEP] the survey, which involved 251 children, found 70 % of parents were satisfied of their choices. [SEP] djokovic lost a third service game then, losing on a 1 - 6, 0 - 5 lead. [SEP] earlier blake saved roger federer's fourth - round defeat over roger federer by a point. [SEP] however, a new [SEP]
+
+===== sample 001 =====
+[CLS], 7 - 7 (- 5), 7 - 5 7 - 7, 7 - 6 (7 - 1), 7 - 7, 7 - 5, 6 - 7, 6 - 1, 6 - 3, 3 - 7, 6 - 7. [SEP] the fourth - seeded soderling faces third - seeded david ferrer, playing third - seeded seed frank schlier in a quarterfinal round match in madrid on sunday. [SEP] johnson finished the fourth quarter with 65 points. [SEP] i thought that was a good idea, " he said in a television interview. [SEP] the company would not say where it would be able to [SEP]
+
+===== sample 002 =====
+[CLS] group's chairman, said it was believed that the german board had wanted to take a fresh bid for the company. [SEP] at the top, russian petrova led 3 - 4 in the 5 - hour second set before robin soderling lost the match. [SEP] in europe, the cac's dax index was up 0. 2 at 1, 731, the cac 40 gained 7. 5 per cent, 10 per cent lower at 659. 6 by midday. [SEP] elsewhere, sweden's lucie safina and third seed jankovic finished ahead of ninth, while veteran charlvin of france had [SEP]
+
+===== sample 003 =====
+[CLS] 73 - 73 - 73, 110 - 73, 78 - 73 - 73. [SEP] the survey study, which was conducted in 2007, also found 80 per cent of its workers and co - workers would like to spend a lot of their time in school. [SEP] the england half then opened the first half with frank lampard's attempted cross, but he was able to block a header from norwegian keeper brad friedel in front in the sixth minute, after goalkeeper boruc denied the striker's cross. [SEP] ten days of the first test against england in sri lanka on nov 18, did not seem to matter. [SEP] the [SEP]
+
+===== sample 004 =====
+[CLS]'s move away from a deal which was believed to be more protracted. [SEP] drew capped boston's rally with a walk in the top half of the ninth. [SEP] the company's attorney michael mason did not return calls seeking comment thursday, but he declined comment. [SEP] the men's draw saw sixth seed robin soder was beaten by germany's nicolas niesch at the open on saturday after federer lost his second chance at his first major title in the 2005 open, and swiss eighth seed nicolas kiefer won the match with an easy break at love. [SEP] in 2002, french journalist francois guttent [SEP]
+
+===== sample 005 =====
+[CLS] renault's frank trulla, williams's adrian sutil, renault's frank buemi, renault - mercedes champion mo williams of hamilton sixth, ferrari german felipe massa, toyota' jarno trulli and williams' gn gp. [SEP] crouch, 38, has played a sixth - form match when arsenal play league champions birmingham, liverpool and barcelona on friday, while hart's winning performance saw the gunners level on points in the final stages of the premier league campaign. [SEP] with middlesbrough now just five points behind their title rivals, ahead of birmingham and sixth and portsmouth, birmingham are stuck in sixth spot [SEP]
+
+===== sample 006 =====
+[CLS]'s pacific heartland. [SEP] england lost to india in 1999, 6 - 0, 6 - 0, 7 - 6 - 0, 4 - 5 11 - 25, 11 - 25 - 6, 4 - 24 - 11. [SEP] the 24 - year - old belgian, ranked ninth in 2001 and 2006, finished her campaign after winning in in 2006 and 2004. [SEP] djokovic, who ousted champion frank veronian in 2007, lost 7 - 6 7 - 0 match, beating davydenko 7 - 6 6 - 2, 7 - 2 6 - 3, 7 - seeded qualifier marco bolbro withdrew. [SEP] [SEP]
+
+===== sample 007 =====
+[CLS] fourth round, losing by frenchman robert lendl, while frenchman gilles simon reached quarterfinals at montreal on thursday. [SEP] belgian fourth seed elena balentie, seeded fourth round and defending champion frenchman nicolas nadal, was the only victim, french finalist novak berrer and fifth - seeded frenchman richard gasquet also eliminated. [SEP] the company's founder, charles de riesle, died in august 2006, along with its own chief executive, who died in 2006. [SEP] the second attack occurred in eastern afghanistan's capital of gulgkapa district, south of kabul. [SEP] 5, 000 pediatric patients were evacuated and 65 [SEP]
+
+===== sample 008 =====
+[CLS] debt as governments try to tackle the economy. [SEP] the australian open champion won the french open in 2005 and lost again this year before winning the french open with justine henin in 2005 and 2005. [SEP] rafael nadal said yes. [SEP] paris (reuters) - french number seed safina 3 - 2 against andy roddick, 26, claimed his first title at the french open open thursday, while fellow - serving finalist joe calzaghe defeated his friend and 10th seed, david khdarer, out on friday. [SEP] it would also have sealed county's decision to hold the first stage of their campaign. [SEP] [SEP]
+
+===== sample 009 =====
+[CLS]. [SEP] police said a ford escape vehicle was parked in the clifton area of birmingham on early saturday. [SEP] although there have been 232 deaths since january, at least 70 were killed in march, including some gravely wounded, 14 reported deaths. [SEP] a further 14 people were wounded, police said. [SEP] the 12th - seeded belgian upset 3 - 0 kuznetsova in the third set, before missing a 6 - 2, 6 - 7 - 6 6 - 0. [SEP] private accounts earn less than 4 per cent of national income and makes up about 705 per cent, according to official statistics. [SEP] i'm not sure why [SEP]
+
+===== sample 010 =====
+[CLS] fewer women spend more time with men like those who are less reluctant to get married. " [SEP] the penalty was headed by van nemmell which earned a bayern side - then bayern's thorfreid berkart equalled the points. [SEP] but there's no sound guarantee of long - term stability, owing to the size of incomes, health - care costs and rising operating costs. [SEP] frenchman david gahdand 6 - 3 7 - 5 beat eighth - seeded tommy blake 7 - 5, 6 - and the fourth seeddek stepanek 6 - 7 - 5 6 - 7 7 - 5, 7 - [SEP]
+
+===== sample 011 =====
+[CLS] defending champions manchester wanderers scored a 4 - 0 win over middlesbrough on wednesday afternoon, and arsenal lost defender robin van persiesie and italy's patrick generalen, the club has confirmed. [SEP] but the thing about it is that this is a complete review. [SEP] williams made it to her first match before defeating venus 6 - 4 to williams's 5 - 0 quarterfinal win. [SEP] michael owen, the england midfielder, added a second just before half - time, joe souness added an impressive second to give andy o' side a deserved lead just one minute into the second half. [SEP] overall, 25 of the top 10 [SEP]
+
+===== sample 012 =====
+[CLS] brands bmw, bmw and microsoft refused to comment. [SEP] manchester united (4 - 1 - 0 in premier league) and klas bendtner scored goals, while welwell's side lie fourth on seven points against premier league leaders liverpool, who travel to the top round of the league. [SEP] while hamilton were 0 down at the start of the contest, they pulled level from 18 - 0 down in the standings while former world champion koko kovalainen was 11 points ahead of fellow german seed frank schleck of germany, with sabbatini of finland third, and former champion nicolas pischko of france [SEP]
+
+===== sample 013 =====
+[CLS] due to spend more time in china alone. [SEP] juan monaco (3 - 0, 6 - 1) and janie goldie claimed an early victory, overcoming fellow frenchman frenchman niklas soderling and frenchman robin van gundy to earn points for france after losing the set to level it 3 - 0. [SEP] the french open for eight years since 2002, defra qualified twice in 1999, 2006, 2001 and 2005 respectively. [SEP] soderling was eighth - seeded after defending champion nicolas kiefer reached the semifinals having lost 7 - 6 7 - 5 and fourth - seeded 13th - seeded david simon had been struggling with a [SEP]
+
+===== sample 014 =====
+[CLS] said. [SEP] in the 2008 open final, federer won a final match at the french masters and had 15 aces when he lost to roger federer on sept 25. [SEP] they failed to qualify after losing to sunderland and now liverpool's losing game in the league cup ended. [SEP] he suffered a shock fourth - round win over australian geoff johnson to secure a one - day lead at a hamburg masters tour event last year, but lost on sunday. [SEP] 1. 657. 69 6177. 90 live; by 1. 713. 631 7181 or internationally; by 1. 800. 657. 692 [SEP]
+
+===== sample 015 =====
+[CLS] bundesliga side came after the interval, when former ajax captain michael essien lost the first half point after second - half danish midfielder stacie ebbert scored the first half winner and helped the norwegian side to a 0 - 0 victory over old rivals at the weekend. [SEP] peter cromaghe, chief executive of arsenal group, said that the board had done "very very well" after this year's report that he was serious about eventually leaving the club. [SEP] pittsburgh improved to 15 - 3 at home and 4 - 0 at home and to 5 - 3 to own a 1 - 0 record for a fourth consecutive [SEP]
+
+===== sample 016 =====
+[CLS], making it easier to strike against both sides of the border. [SEP] fifth seed dinara safin 6 - 4 - 7, venus williams and sixth seed venus williams, rolled through a quarterfinal victory over david nalbandian, defeating eighth seed venus williams 6 - 1 of the 2006 french open, while kim clijsters lost to ninth seed elena dementieva, france's first title of the year. [SEP] delta, founded in london in 2005, opened in london in 2006 and opened in 2007. [SEP] the company received 55, 500 corporate calls from call users last year, compared to 675 in 2006. [SEP] [SEP]
+
+===== sample 017 =====
+[CLS] [SEP] sav of poland 3 - 6 7 - 6 7 - 6, 7 - 6 - 7 7 - 6, 4 - 7 - 6; 7, andy murray, 6 - 7 - 5, 6 - 6 (4) 6 - - 4. [SEP] the other women's standings, saeed williams sutil 1: 1, 695; williams 7. 674; williams bmw sa 4; 1, 835; 2, 500; 3 williams 1, 500; 4; williams bmw sa 1; williams 3; and 4, 2 williams 2 - 1, 500; 9, saa 4 - [SEP]
+
+===== sample 018 =====
+[CLS] to higher education. [SEP] frank vassell put off at least trying to manoeuvre the striker who was struggling with a dead right back injury as he accepted his place at home with fellow second division side schalke on the night before the match. [SEP] azarenka is 2 - 2 and fourth - seeded australian henin in sixth ranking, while former no. 3 and fourth - seed janko kra stands in fifth place. [SEP] the french - seeded serb took a 5 - 2 in the first set and moved through to the second set when he held off the eighth - seeded russian lkobedev, the [SEP]
+
+===== sample 019 =====
+[CLS] saturday. [SEP] if the schedule was correct, she would be sidelined waiting for six hours before she got to the final round. [SEP] starting in the second half, france were denied a penalty when a try was converted by eide, who then made it 0 - 0 half - time to force a 4 - 0 tie with the barbarians. [SEP] the england defender headed through a fine shot in front when defender frank gallas emphasised the quality of the injured defender when franck wrongly turned down iniesta's cross, and then found a chance to improve his chances when after 15 minutes goalkeeper gabriel heinze came to clear the [SEP]
+
+===== sample 020 =====
+[CLS] now, it seems like everyone thinks everyone is the same. [SEP] kop, netherlands, nov. [SEP] seed dinara schiavone's top seed elena sharapova also fought back to win a 6 - 0 6 - 2 match to face top - seeded frenchman nadia mafina. [SEP] so we will then go to bed and go, " he said. [SEP] in hong kong, the nikkei index ended trading up 50. 5 points at 10, 142. 70, down 0. 3 percent, at 9, 163. 32. [SEP] citigroup said yesterday that it is carrying out further disposals [SEP]
+
+===== sample 021 =====
+[CLS] champion marin cilic, robin soderling and andy roddick of france progressed after a clinically 4 - 0 defeat over sweden in the final round. [SEP] argentine fourth seed juan martin del potro ousted fourth seed novak djokookovic won the overall french open in 2005 while sixth seed nikolay davydenko defeated germany 2 - 6 6 - 3. [SEP] but anxiety is heightened by the lives and livelihoods of children in their home. [SEP] gavaskar made fifties immediately, caught by michael clarke and graeme onions. [SEP] sri lanka's ruling party, the democratic alliance, agreed saturday to stage a special run - off election [SEP]
+
+===== sample 022 =====
+[CLS] progressed over third seed novak djokovic, 6 - 0, 7 - 7, 6 - 7 6 - 2, radek stepanek 7 - 5, 7 - 4 and french sixth seed frenchman xavier malisse and frenchman frenchman simon rolle won 4 - 6 - 2 6 - 6 7 - 3. [SEP] but this does not happen to me. [SEP] but as he said in an interview in the guardian, he is also focused on what the book will achieve in five years. [SEP] he was also injured but was struck by a parked motorcycle on friday. [SEP] olympic open champion france's elena henin lost her final [SEP]
+
+===== sample 023 =====
+[CLS] change. "[SEP] haase withdrew, roddick beat cilben and third - seeded croatian marin cilic, while ivanovic defeated arnaud. [SEP]" he was moving about it and kept his mind, " she said. [SEP] president mieil saakashvili walked into a hospital in the eastern afghanistan capital of gumhost province, the eastern northwestern province of iran, where eight people were wounded. [SEP] rafael nadal and fourth - seeded federer won wednesday's final match before belgian finalist roger federer advanced in the second set, knocking out against fourth seed novak djokovic. [SEP] there would be an impressive £[SEP]
+
+===== sample 024 =====
+[CLS], fourth seed ninth seed maria krafin lost in the ninth, who reached the second final of annabel maria sharava's tournament last week. [SEP] but the report included something that had been misguided. [SEP] just under 1, 000 units of high - school education worth $1, 400 per year earned $9, 764 in 2009, up 1. 7 percent from a year earlier. [SEP] marden, germany - - - seeded french teenager novak djokovic beat no. 7 third - seeded andy murray, 7 - 6 6 - 7 6 - 7 and eighth seed ljubicic of serbia [SEP]
+
+===== sample 025 =====
+[CLS] between 2001 and 2003 who have been living in the uk for five years. [SEP] toronto forward allen delve led the celtics 84 - 74 in the playoffs. [SEP] in finland, nick savoni hamilton's eighth - placed williams and team - mateki kovalainen was sixth to finish at 66sec by 19. 1 seconds to take fifth place. [SEP] kimi raikkonen, with 2. 37 seconds left, started in fourth but finished fourth in his 0. 701sec, 42. 832 behind fellow german timo mol on saturday. [SEP] " we look forward to the increasing release of [SEP]
+
+===== sample 026 =====
+[CLS], " weiner said in an interview with the associated press over the weekend. [SEP] the top two players from defending champions spain lost their automatic place in the last eight along against germany, the republic, england and czech republic. [SEP] the company had been forced to pull names from rbs before they issued a more virenuous response to the allegations, and that they would push ahead with the review of their accounts on friday. [SEP] velbo, fourth, defeated nicolas kiefer 6 - 4 - 6, 3. [SEP] a run - off is also planned. [SEP] charles knight, deputy chairman of the cancer trust, said [SEP]
+
+===== sample 027 =====
+[CLS] on tuesday morning. [SEP] next, sekwill is free to say goodbye. [SEP] 26 - police in mogadishu arrested wednesday thursday a 13 - year - old muslim for his role in a suicide attack on indian government troops, abt television said. [SEP] but the opener was again undermined for his 70, while collingwood finished with a 75 for four and broad made a close 73 as england spin captain matt lee tried to keep the threat with his fourth ball. [SEP] libya has the world's largest oil export production of some 100, 000 barrels a day. [SEP] " it could be the final place from the end [SEP]
+
+===== sample 028 =====
+[CLS] 2005, although there would appear to be a recognition of a significant surge in the violence. [SEP] the russian williams, in a 15th masters singles match, lost to russia 6 - 3 in the fourth round saturday at the 94th french open, meeting russian eighth seed nikolay davydenko who claimed a three - set victory sunday to ensure elena balentie's title defense alive. [SEP] gm took the risk of cutting jobs by £30m altogether, selling off its sports sports group and rejuvenating the rest of its core sports brand. [SEP] news of russia's disputed parliamentary election means medvedev is likely to win [SEP]
+
+===== sample 029 =====
+[CLS] s & poor fell 0. 2 percent percent, france's cac - 0. 1 percent down 0. 7 percent and france's cac - 40 was down 0. 1 percent. [SEP] france's cac - 40 lost 1. 2, britain's cac was down 0. 2 percent. [SEP] speaking at a nato base in kabul, mullah mosaf abdulwarzai, a leader of afghanistan's powerful taliban movement in northwestern pakistan, said haji hekmat khan, the group's leader, did not want to name him. [SEP] analysts are optimistic of aol's [SEP]
+
+===== sample 030 =====
+[CLS]sters of belgium, xavier luccis of france and schlemi callers of germany lost here. [SEP] having done a similar study in the 1980s, researchers found 8, 200 cancer people per year, up to 40 percent of the population, were infected and diagnosed. [SEP] fourth seed andy haas, 2 - 6 - 0 against no. 4 novak djokovic, no. 3 - 1 against swiss nicolas schleck, the sixth seed, and fourth and fourth - rounder, defeated czech ivoovic 7 - 3 7 - 2 in the par - four masters on sunday. [SEP] defending champion djokovic will play swiss tommy [SEP]
+
+===== sample 031 =====
+[CLS] 97. 06 billion dollars from 98. 88 billion dollars in 2006. [SEP] the 2004 australian open and french open semifinals champion federer lost his final match, breaking three times in his last chance to finish the tournament. [SEP] france's fifth - seed nikolay davydenko took part in their quarter - final match in paris, against marin cilic and france's nicolas almadyr lost the third seed, germany's nicolas stepaner and michael kanera of japan. [SEP] dr richard balogh, an academic specialising in health and pediatrics, says that losing normal weight is much too expensive to help children. [SEP] a [SEP]
+
+===== sample 032 =====
+[CLS] britain's andy williams and three - time australian open champion djokovic in the fourth round saturday to clinch the open - title winner over third - seeded novakokovic, frenchman ivo tsonga of france and french open champion. [SEP] the supreme court canceled a presidential election due to be held this week. [SEP] stockholm, germany - - world number two safina won the french open title on thursday, clinching his fourth straight by beating fellow - seeded belgian robin sodenn and winning the parm open, the tournament's sixth - ever event. [SEP] safin plans his retirement next year after winning three out of the [SEP]
+
+===== sample 033 =====
+[CLS] winner andy murray, frenchman andy number one, frenchman frenchman arnaud clement, belgian novak djokovic, fourth seed arnaud clement, fourth and fourth - seeded french seed nikolay safin and sixth seed federer. [SEP] the 2005 world overall champion anders rasmussen, a veteran midway through the 2008 season and winner of the 2005 2005 olympic champion danish side, held his lead to 15 points. [SEP] arsenal midfielder louis heinze scored scored his first goal of the season as the international pulled league rivals st etienne to 4 - 0 up over romanian side olympiakos 2 - 0 earlier on tuesday. [SEP] mr clarke resigned under the last - minute offer [SEP]
+
+===== sample 034 =====
+[CLS] in european trading friday the ftse 100 index sank into a 1. 61 percent loss, and the benchmark markitraxxxx 300 index 30 in france fell 1. 3 percent, while france's cac - - 40 in france lost 1. 54 percent. [SEP] the 4, 034 children whose study results were published in the prestigious european journal of respiratory, authored by dr. robert m. klein, a professor of anesthalology at the university of chicago. [SEP] after losing his second straight french open here, american defending champion paul leverkusen won an earlier match after taking a late set to clinch a [SEP]
+
+===== sample 035 =====
+[CLS] 7 - 5, 6 - 5 win over serena. [SEP] the swiss parliament's committee decided early today to finish consideration of the senate consultative committee on the legitimacy of switzerland's anti - muslim administration. [SEP] ten years later, america's slow recovery is continuing at a record pace. [SEP] i asked them about the same story. [SEP] " it's very hard to ask the media not to put it off. [SEP] no. 4 davydenko lost 7 - 6 - 3, 6 - 6 6 - 3 to defeat british sixth - seed james blake 6 - 2 and belgian 13th - seed melzer 6 - 3, [SEP]
+
+===== sample 036 =====
+[CLS], making the trip for liverpool's fa defeat against aston villa last sunday. [SEP] safina faces a tough tough battle after the atp masters which starts next month when he is defending his second masters title after trying to regain his form. [SEP] djokovic lost 6 - 0, 6 - 3, radwanska lost 6 - 3 to nicolas maenti, beat croatian novak djokovic 6 - 7 6 - 4 and moved into a quarter - final by the frenchman who beat belgian paul jankowski 7 - 3. [SEP] the australian open champion federer lost his french open semifinals, 7 - 6 - 6 win over [SEP]
+
+===== sample 037 =====
+[CLS] cancer. [SEP] novak djokovic will play thursday and french open champion federer will take serbia, russia and lithuania on monday. [SEP] arsenal finished three points above united after taking a 2 - 0 lead to add to their unbeaten champions league hopes. [SEP] the centre - back scored a equalising own goal before half - time when defender theo walcott lost his penalty after england midfielder david james equalisedise with a six - minute before half - time. [SEP] the reports reported that 29 afghan soldiers, including eight afghan, have been killed since dec. [SEP] more than 70 people, including adults aged 11, 29, 2, 500 adults, [SEP]
+
+===== sample 038 =====
+[CLS] 12 assists ) and lost three straight games. [SEP] this article was first published on guardian. co. uk at 08. 00 gmt on tuesday 26 january 2010. [SEP] do you have a mac? [SEP] champion roger federer had to move into the third set and reach the fourth round of french open wimbledon champion richard masters yesterday. [SEP] paul mendens ousted and frenchman julien sabota cruised off sixth - seeded ljubicic 6 - 4 2 - 0, 6 - 6, while novak djokovic eliminated switzerland in the third round of the tournament. [SEP] the woman, of highbury, derbyshire, on june 18 [SEP]
+
+===== sample 039 =====
+[CLS] £40, 000 transfer fee. [SEP] the fourth - seeded gako defeated hubr 4 - 7, 6 - 7 (- 7), 6 - 7, 6 - 7 safre 6 - 1, 6 - - 6 (7 6 - 2), 7 - 6, 6 - 5 ). [SEP] federer went on his way into the match in the fourth set and lost 13 times to german teenager michael minar, before going 7 - 6, 7 - 5 down. [SEP] this article was first published at guardian. co on thursday 19 march 2008 in the uk at 12. 05 gmt. [SEP] it was [SEP]
+
+===== sample 040 =====
+[CLS] that after the pre - election reportes, brown is reluctant to convene his deal to stay on next week. [SEP] in the french women's event, venus williams dispatched justine henin after she had lost five out of the matches, losing, 5 - 2, 6 - 3. [SEP] no. 3 seed safina, who lost in the fourth round in the australian open open, won the match 14 - 0 for a spot at no. 1. [SEP] the nato soldiers had been fighting at a mosque in the eastern ghazni district in the provincial capital of nurdah some day earlier. [SEP] washington - [SEP]
+
+===== sample 041 =====
+[CLS] said: " i am confident for my future. [SEP] the gunners scored three goals from liverpool's seven - goal lead as they also dropped points off leaders chelsea and champions league united claimed a late goal for the club as defending premier league champions liverpool and strugglers liverpool determined they could not find a rational way to finish off last season's indifferent run by winning their four - match title. [SEP] the researchers studied 318 women who screened themselves; from 1970 - 2006, they were students (48 % %) and young adults (53 %). [SEP] last week, a group of 396, 000 people from 70 countries agreed to [SEP]
+
+===== sample 042 =====
+[CLS]ka krabanko to 30 points in a quarterfinal quarter - final over russia's russian davidz sav. dinara safin finished seventh and vladimir garonnen, 4 - 2, while russian nikolay davydenko finished seventh and frenchman gilles simon won the qatar open. [SEP] safina won the match, 3 - 1 after fourth - seeded maria sharapova went 6 - 4 to beat safina, 2 - 5, and no. 30 seed elena dementieva won a victory over eighth - seeded stanislasrold 6 - 7 - - 0 - 6, 7 - 7 ( [SEP]
+
+===== sample 043 =====
+[CLS] their british rivals. [SEP] on saturday night, the 18 - year - old frenchman reached the first round of wimbledon in the semi - finals in the tournament and french open. [SEP] in 2004, at the french open, the russian defeated russia's elena dementieva and french quarter - finalist amelie mauresmo and sixth seed venus beat alka shara 6 - 3 on friday. [SEP] (cnn) - - andre agassi defeated david ferrer 6 - 5, 6 - 3 in the fourth wimbledon final. [SEP] greg smith, a doctor from london, died on sept. [SEP] in the previous investigation, the times said [SEP]
+
+===== sample 044 =====
+[CLS] federer beat roger federer 6 - 6, 7 - 6, 7 - 5, 6 - 7 in the australian tennis open on wednesday, but his preparation of the australian open open marks the first time the french champion failed to finish it in the final of the 2007 event in 25 years. [SEP] that they can buy one more time at home? [SEP] it's also very expensive, unless you're really looking to find a good deal. [SEP] sarkozy ordered the inquiry but resigned his position on the sidelines as the day's talks unfolded. [SEP] russia's menddenko defeated fellow russian igor makarov [SEP]
+
+===== sample 045 =====
+[CLS] pitcher wilson stewart is ninth on the injured list with a right hand shoulder. [SEP] however, he was ready to play golf again on thursday, sunday morning, wednesday. [SEP] france's williams withdrew in the quarter - finals of this afternoon's french open final after losing a bit of serve in the morning. [SEP] numbers: 92891, 9200, 7340, 92997, 924 7491, 88887; $1, 6264. 2 - 738 7288. 1, $1 - 800 - 587. 597; $1. 936. [SEP]
+
+===== sample 046 =====
+[CLS] lysacek, the 2006 open champion and 2004 champion who had lost his second major title after losing after losing 1, 400 pounds, had withdrew earlier than expected this week. [SEP] fourth - seeded robinz garridova of france was defeated 2 - 3, 6 - 4 6 - 3 and dementieva defeated frenchman marat safin in the quarterfinals. [SEP] they were down at 0. 25 euros and down 3 - 0. 4 percent at 1700 gmt on wednesday. [SEP] top - seed dinara safina failed to lose another set when her russian eighth opponent defeated french winner nicolas berrer 6 [SEP]
+
+===== sample 047 =====
+[CLS] also expected to make its own announcement for its electric range from 2011 to 2012. [SEP] scotland is mainly about the highlands and shetland isles, the northernmost affected by the news of the island. [SEP] paris - - eighth seed safina comes out against american simon stoical in the quarterfinals. [SEP] he dropped serve in his final set of which he had to level at 5 6 - 4, then saved three points before losing the next four games. [SEP] "when the whole situation is different, scary and complicated, it is hard to think," says peter klee, a director of research at the global public health research center. [SEP]
+
+===== sample 048 =====
+[CLS] year. [SEP] his disappointment was that they took a lot of full advantage. [SEP] "we are very optimistic," said iran analyst mohamed reza rohani, 76, a sociologist. [SEP] the cavaliers were within their own points in the half but jamaal lost 12 points in the quarter after milwaukee gave the 76ers a big lead midway in the second quarter. [SEP] it was tough, so i can't get sure what i am going to do next, " said weir. [SEP] the former french champion won in 2005 and 2005 and lost in 2005 to earn a spot again at the paris final in september. [SEP] the government is [SEP]
+
+===== sample 049 =====
+[CLS] next, swiss roger federer celebrates his second straight quarter - final over frenchman david coquetand, of france, after a quarterfinal victory against frenchman jan gahdandr. [SEP] the chief executive of scotland has spent £7. 5 million of the past week and he was fired just three months before applying for the job. [SEP] south africa helped the hosts snatch a series win for the second time in the series with a maiden six - wicket stand of eight off six balls and sidebottom winning 1 - 0 after winning his first wicket of his innings - - an extra - wicket without loss. [SEP] there's a reason to think [SEP]
+
+===== sample 050 =====
+[CLS] england resumed on tea, the americans quickly took the lead 50 - 1 and the tourists lost again, england just finishing off five wickets from four before lunch. [SEP] eighth - ranked denis menchov had served five aces by beating his opponent against fourth seed seed williams in the semi - finals. [SEP] obama made the announcement before his final place at the summit. [SEP] analyst heinz kravitz claimed that bmw will save € 2. 3 million (£1. 9 million) this year by selling its profitable luxury assets, the daily newspaper reported. [SEP] he was tied at 5 - par 277 and shot 70 at the second round after finishing [SEP]
+
+===== sample 051 =====
+[CLS] began in 2002. [SEP] the storied newspaper group owns siemens, bmw sav and metro fisker, a unit of bmw group's miiff/bin subsidiary wischhall, which had lost 2, 000 jobs last year. [SEP] but the dow's stock dropped 38 percent, the tech stock then lost 40 percent its value and in the first quarter, the standard & poors 500 has slumped nearly 70 percent and the standard & poor's stock price index has held up 7. 1 percent over the last 18 years. [SEP] gulbis finally lost his fourth match here on friday, but the swiss held off [SEP]
+
+===== sample 052 =====
+[CLS]rands can replace the full back just before half - time, and there is no doubt that the striker wants to return. [SEP] fulham have been able to keep the draw through the knockout stages, beaten by fulham on wednesday when they dropped to sixth on goal and sixth at home after 14 games. [SEP] the men in his german team included nicolas kkoen and mariaz janling of denmark and older brother and sister caroline verdakava of the republic. [SEP] lewis hamilton claimed his first fourth - place victory in one grand prix, beating fellow kim raikkonen in the quarter - finals of the hungarian grand prix. [SEP] " [SEP]
+
+===== sample 053 =====
+[CLS] fourth - seed ivanovic and danish teenager frank safins and eighth seed rafael nadal, of spain, held on to win a victory over his fellow swede and sixth - seeded djokovic 6 - 4, 7 - 5, 7 - 6 6 - 4 3, 6 - 3 6 - 3 and lost to eighth - frenchman agnes szavay 6 - 3. [SEP] ricky sbragia has successfully decided to leave united until next month's cup and is not considering a boycott of the fa cup until the french open. [SEP] the fifth seed roger federer was lost in the second round. [SEP] after losing five [SEP]
+
+===== sample 054 =====
+[CLS] 7 6 - 1 - 6 7 - 6 6 - 3 and defeated ernests gulbis and tommy haas 3 - 7, 7 - 7, in the second match. [SEP] david burrell, 41, of tollburn road, abowham, and 34, of highmore road, sedgeon, westminster, were both arrested at about 2000 gmt on saturday. [SEP] that means people may be talking more about cars. [SEP] sixth seed safina, whose fourth seed stan kuchaiev lost, 5 - 0, had to contain her opponent from a set point in the second time to win 5 - 1 [SEP]
+
+===== sample 055 =====
+[CLS] recoup. [SEP] lyon had opened the game five minutes short of goal by scoring in the final minute of extra - time when toni grabbed a goal at offside time and belgian side sv hamburg sealed a 2 - 0 win in the group stage while german favorites lyon cruised to a three - goal win over bayern munich. [SEP] at the tournament in london on wednesday, sixth seed venus williams defeated misi kleybani, 25, and fourth - seeded no. 16 elena rakarina in a quarterfinal match against former french no. 31 maliva, and st. petersburg open seed venus williams 7 - 6. [SEP] the [SEP]
+
+===== sample 056 =====
+[CLS] - 5 and sixth - seed safina, fourth - seeded federer, lost a semifinal earlier, no. 1 roger of france defeated russian eighth seed navtarbanic 6 - 4, fourth - 12th seed cientic lost 7 - 5 7 - 6 and 7 - 6 and seventh - seeded frenchman nicolas kiefer ousted david chalvinian. fourth seed venus williams said she was planning to make her debut with the world no 6 on friday. [SEP] paris (ap) - - andy murray has beat fellow maria sharapova of russia 6 - 2, 6 - 0, 6 - 3 to reach the [SEP]
+
+===== sample 057 =====
+[CLS]. [SEP] lars bueller of stockholm, sweden, died june 18, aug. [SEP] the biggest of the draw was top - seeded ali wawrinka. [SEP] clijsters was ahead, 26 - 20, by robin soderling after returning from a break down at 15 - 15. [SEP] he returned to the uk five months ago, but remains in captivity. [SEP] this will happen every winter when a flu is a cloud. [SEP] philippe reinier scored a second goal after substitute brad anelka had a half - minute lead, off mikael reinel's goal, in the 78th after dutch goalie ars [SEP]
+
+===== sample 058 =====
+[CLS] are far more likely. [SEP] still, she said, he was more optimistic. [SEP] paris, france - - france's chara sa beat justine henin on thursday to make it through to the third consecutive french open tournaments, including wins at the u. s. open and the 2008 u. s. open. [SEP] satterra mahdam, 37, sobbed weakly and sobbed as the baby to her son's body was released by her father, muhammad hadram. [SEP] kabul (ap) - a record number of afghan soldiers has died in the u. s. assault in afghanistan - - the third major number [SEP]
+
+===== sample 059 =====
+[CLS] regardless of their age. [SEP] a third man who died in hospital earlier yesterday night also insisted that his head had been stabbed. [SEP] jabili, who took his title at the start of the open in 2006 as a top amateur player, said that "you did it to help people, because you don't know what it was going to." [SEP] world no. 1 stepaner, 26, was preparing for his team's fourth consecutive title after beating australian open champion roddick, 6 - 4, through 13 games, losing four of three games break - time. [SEP] sweden's stefan tsonga, 6 [SEP]
+
+===== sample 060 =====
+[CLS] on feb. [SEP] more importantly, aged 65 - 64 more likely to protect their final pension if they want to spend their money to buy their car. [SEP] while soderling racked up his sixth consecutive title and five successive overall, nalbandian was losing his match. [SEP] federer pulled one point down into fifth place at the first stage of the french open finals with two break points and a 5 - 0 record in seven games against his opponent. [SEP] no. 2 roger federer advanced and novak djokovic the first set and defeated frenchman nicolas lapentr earlier in the opening round. [SEP] the winner came from brussels, [SEP]
+
+===== sample 061 =====
+[CLS]'d think it's pretty good. [SEP] "nobody heard that he thinks it's going to really make for a better outcome soon," said gcc leader mahamovaskar. [SEP] peter frizner, an economics professor at new york's bronx medical center, said people should consider paying more as they try to get an estimate for the cancer tests. [SEP] the orioles moved into top 12 of the season after nine games over boston, while the yankees dropped three games in the al east advancing to 12 games. [SEP] the team is ranked in the region's top 10. [SEP] jacques rogge, the [SEP]
+
+===== sample 062 =====
+[CLS] 3 1 - 3 innings for the team's final victory of the season and moved to sixth spot in the championship standings. [SEP] roger federer, roger federer, davydenko, andy roddick, novak safina, novak gavics, the australian open champion, djokovic and rafael nadal, and rafael nadal. [SEP] his conservative allies david davis, tom hemsley and david abrahams, has endorsed dr salmond's allegations. [SEP] it appeared in the guardian on wednesday 28 september 2009 on p6 of the focus section on sunday morning. [SEP] bangle mahida returned to take her own after [SEP]
+
+===== sample 063 =====
+[CLS] he was sick by the disease and had had suffered thyroid cancer just before his death on friday night. [SEP] the men were arrested after being taken from the royal cornwall hospital until 7 january 2006. [SEP] in 2006, australian john meliet 73. 69 - 73. 67 - 69, tommy haas 73 - 72 and 73 - 73 selvin 73 - 71. [SEP] but mr brown remains the man who will probably accept the job in a referendum six months after office. [SEP] the 31 - year - old was not charged after his death and the 17 - year - old man from the eastbourne street area about 1400 gmt on [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/linear_2p0_to_1p0_c1024_raw_samples.txt

@@ -0,0 +1,230 @@
+linear_2p0_to_1p0_c1024
+{
+  "type": "summary",
+  "name": "linear_2p0_to_1p0_c1024",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest.pt",
+  "step": 168000,
+  "decode": {
+    "kind": "categorical_fullvocab_temp_schedule",
+    "config": "linear_2p0_to_1p0_c1024",
+    "steps": 128,
+    "model_t_mode": "post",
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "temp_start": 2.0,
+    "temp_end": 1.0,
+    "temp_schedule": "linear",
+    "concentration_min": 1.0,
+    "concentration_max": 1024.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260508
+  },
+  "detok_genppl": {
+    "ppl": 67.09372257056255,
+    "nll_per_token": 4.206090486256429,
+    "tokens": 9916
+  },
+  "diversity": {
+    "sample_entropy": 4.212984973676147,
+    "unique_tokens": 1701,
+    "token_count": 8192,
+    "distinct_1": 0.2076416015625,
+    "distinct_2": 0.6530511811023622,
+    "top_token_mass": 0.0494384765625
+  }
+}
+
+===== sample 000 =====
+[CLS] 2005 - 2010 and 2003 - 06 and from 2013 - 12, starting in 2011. [SEP] when the australian open finalist won her sixth game, serena attempted to make herself a major contender by thrashing the williams serve at 7 - 5 and breaking williams 6 - 2 at the start of the set. [SEP] the survey, which involved 251 children, found 70 % of parents were satisfied of their choices. [SEP] djokovic lost a third service game then, losing on a 1 - 6, 0 - 5 lead. [SEP] earlier blake saved roger federer ' s fourth - round defeat over roger federer by a point. [SEP] however, a new [SEP]
+
+===== sample 001 =====
+[CLS], 7 - 7 ( - 5 ), 7 - 5 7 - 7, 7 - 6 ( 7 - 1 ), 7 - 7, 7 - 5, 6 - 7, 6 - 1, 6 - 3, 3 - 7, 6 - 7. [SEP] the fourth - seeded soderling faces third - seeded david ferrer, playing third - seeded seed frank schlier in a quarterfinal round match in madrid on sunday. [SEP] johnson finished the fourth quarter with 65 points. [SEP] i thought that was a good idea, " he said in a television interview. [SEP] the company would not say where it would be able to [SEP]
+
+===== sample 002 =====
+[CLS] group ' s chairman, said it was believed that the german board had wanted to take a fresh bid for the company. [SEP] at the top, russian petrova led 3 - 4 in the 5 - hour second set before robin soderling lost the match. [SEP] in europe, the cac ' s dax index was up 0. 2 at 1, 731, the cac 40 gained 7. 5 per cent, 10 per cent lower at 659. 6 by midday. [SEP] elsewhere, sweden ' s lucie safina and third seed jankovic finished ahead of ninth, while veteran charlvin of france had [SEP]
+
+===== sample 003 =====
+[CLS] 73 - 73 - 73, 110 - 73, 78 - 73 - 73. [SEP] the survey study, which was conducted in 2007, also found 80 per cent of its workers and co - workers would like to spend a lot of their time in school. [SEP] the england half then opened the first half with frank lampard ' s attempted cross, but he was able to block a header from norwegian keeper brad friedel in front in the sixth minute, after goalkeeper boruc denied the striker ' s cross. [SEP] ten days of the first test against england in sri lanka on nov 18, did not seem to matter. [SEP] the [SEP]
+
+===== sample 004 =====
+[CLS] ' s move away from a deal which was believed to be more protracted. [SEP] drew capped boston ' s rally with a walk in the top half of the ninth. [SEP] the company ' s attorney michael mason did not return calls seeking comment thursday, but he declined comment. [SEP] the men ' s draw saw sixth seed robin soder was beaten by germany ' s nicolas niesch at the open on saturday after federer lost his second chance at his first major title in the 2005 open, and swiss eighth seed nicolas kiefer won the match with an easy break at love. [SEP] in 2002, french journalist francois guttent [SEP]
+
+===== sample 005 =====
+[CLS] renault ' s frank trulla, williams ' s adrian sutil, renault ' s frank buemi, renault - mercedes champion mo williams of hamilton sixth, ferrari german felipe massa, toyota ' jarno trulli and williams ' gn gp. [SEP] crouch, 38, has played a sixth - form match when arsenal play league champions birmingham, liverpool and barcelona on friday, while hart ' s winning performance saw the gunners level on points in the final stages of the premier league campaign. [SEP] with middlesbrough now just five points behind their title rivals, ahead of birmingham and sixth and portsmouth, birmingham are stuck in sixth spot [SEP]
+
+===== sample 006 =====
+[CLS] ' s pacific heartland. [SEP] england lost to india in 1999, 6 - 0, 6 - 0, 7 - 6 - 0, 4 - 5 11 - 25, 11 - 25 - 6, 4 - 24 - 11. [SEP] the 24 - year - old belgian, ranked ninth in 2001 and 2006, finished her campaign after winning in in 2006 and 2004. [SEP] djokovic, who ousted champion frank veronian in 2007, lost 7 - 6 7 - 0 match, beating davydenko 7 - 6 6 - 2, 7 - 2 6 - 3, 7 - seeded qualifier marco bolbro withdrew. [SEP] [SEP]
+
+===== sample 007 =====
+[CLS] fourth round, losing by frenchman robert lendl, while frenchman gilles simon reached quarterfinals at montreal on thursday. [SEP] belgian fourth seed elena balentie, seeded fourth round and defending champion frenchman nicolas nadal, was the only victim, french finalist novak berrer and fifth - seeded frenchman richard gasquet also eliminated. [SEP] the company ' s founder, charles de riesle, died in august 2006, along with its own chief executive, who died in 2006. [SEP] the second attack occurred in eastern afghanistan ' s capital of gulgkapa district, south of kabul. [SEP] 5, 000 pediatric patients were evacuated and 65 [SEP]
+
+===== sample 008 =====
+[CLS] debt as governments try to tackle the economy. [SEP] the australian open champion won the french open in 2005 and lost again this year before winning the french open with justine henin in 2005 and 2005. [SEP] rafael nadal said yes. [SEP] paris ( reuters ) - french number seed safina 3 - 2 against andy roddick, 26, claimed his first title at the french open open thursday, while fellow - serving finalist joe calzaghe defeated his friend and 10th seed, david khdarer, out on friday. [SEP] it would also have sealed county ' s decision to hold the first stage of their campaign. [SEP] [SEP]
+
+===== sample 009 =====
+[CLS]. [SEP] police said a ford escape vehicle was parked in the clifton area of birmingham on early saturday. [SEP] although there have been 232 deaths since january, at least 70 were killed in march, including some gravely wounded, 14 reported deaths. [SEP] a further 14 people were wounded, police said. [SEP] the 12th - seeded belgian upset 3 - 0 kuznetsova in the third set, before missing a 6 - 2, 6 - 7 - 6 6 - 0. [SEP] private accounts earn less than 4 per cent of national income and makes up about 705 per cent, according to official statistics. [SEP] i ' m not sure why [SEP]
+
+===== sample 010 =====
+[CLS] fewer women spend more time with men like those who are less reluctant to get married. " [SEP] the penalty was headed by van nemmell which earned a bayern side - then bayern ' s thorfreid berkart equalled the points. [SEP] but there ' s no sound guarantee of long - term stability, owing to the size of incomes, health - care costs and rising operating costs. [SEP] frenchman david gahdand 6 - 3 7 - 5 beat eighth - seeded tommy blake 7 - 5, 6 - and the fourth seeddek stepanek 6 - 7 - 5 6 - 7 7 - 5, 7 - [SEP]
+
+===== sample 011 =====
+[CLS] defending champions manchester wanderers scored a 4 - 0 win over middlesbrough on wednesday afternoon, and arsenal lost defender robin van persiesie and italy ' s patrick generalen, the club has confirmed. [SEP] but the thing about it is that this is a complete review. [SEP] williams made it to her first match before defeating venus 6 - 4 to williams ' s 5 - 0 quarterfinal win. [SEP] michael owen, the england midfielder, added a second just before half - time, joe souness added an impressive second to give andy o ' side a deserved lead just one minute into the second half. [SEP] overall, 25 of the top 10 [SEP]
+
+===== sample 012 =====
+[CLS] brands bmw, bmw and microsoft refused to comment. [SEP] manchester united ( 4 - 1 - 0 in premier league ) and klas bendtner scored goals, while welwell ' s side lie fourth on seven points against premier league leaders liverpool, who travel to the top round of the league. [SEP] while hamilton were 0 down at the start of the contest, they pulled level from 18 - 0 down in the standings while former world champion koko kovalainen was 11 points ahead of fellow german seed frank schleck of germany, with sabbatini of finland third, and former champion nicolas pischko of france [SEP]
+
+===== sample 013 =====
+[CLS] due to spend more time in china alone. [SEP] juan monaco ( 3 - 0, 6 - 1 ) and janie goldie claimed an early victory, overcoming fellow frenchman frenchman niklas soderling and frenchman robin van gundy to earn points for france after losing the set to level it 3 - 0. [SEP] the french open for eight years since 2002, defra qualified twice in 1999, 2006, 2001 and 2005 respectively. [SEP] soderling was eighth - seeded after defending champion nicolas kiefer reached the semifinals having lost 7 - 6 7 - 5 and fourth - seeded 13th - seeded david simon had been struggling with a [SEP]
+
+===== sample 014 =====
+[CLS] said. [SEP] in the 2008 open final, federer won a final match at the french masters and had 15 aces when he lost to roger federer on sept 25. [SEP] they failed to qualify after losing to sunderland and now liverpool ' s losing game in the league cup ended. [SEP] he suffered a shock fourth - round win over australian geoff johnson to secure a one - day lead at a hamburg masters tour event last year, but lost on sunday. [SEP] 1. 657. 69 6177. 90 live ; by 1. 713. 631 7181 or internationally ; by 1. 800. 657. 692 [SEP]
+
+===== sample 015 =====
+[CLS] bundesliga side came after the interval, when former ajax captain michael essien lost the first half point after second - half danish midfielder stacie ebbert scored the first half winner and helped the norwegian side to a 0 - 0 victory over old rivals at the weekend. [SEP] peter cromaghe, chief executive of arsenal group, said that the board had done " very very well " after this year ' s report that he was serious about eventually leaving the club. [SEP] pittsburgh improved to 15 - 3 at home and 4 - 0 at home and to 5 - 3 to own a 1 - 0 record for a fourth consecutive [SEP]
+
+===== sample 016 =====
+[CLS], making it easier to strike against both sides of the border. [SEP] fifth seed dinara safin 6 - 4 - 7, venus williams and sixth seed venus williams, rolled through a quarterfinal victory over david nalbandian, defeating eighth seed venus williams 6 - 1 of the 2006 french open, while kim clijsters lost to ninth seed elena dementieva, france ' s first title of the year. [SEP] delta, founded in london in 2005, opened in london in 2006 and opened in 2007. [SEP] the company received 55, 500 corporate calls from call users last year, compared to 675 in 2006. [SEP] [SEP]
+
+===== sample 017 =====
+[CLS] [SEP] sav of poland 3 - 6 7 - 6 7 - 6, 7 - 6 - 7 7 - 6, 4 - 7 - 6 ; 7, andy murray, 6 - 7 - 5, 6 - 6 ( 4 ) 6 - - 4. [SEP] the other women ' s standings, saeed williams sutil 1 : 1, 695 ; williams 7. 674 ; williams bmw sa 4 ; 1, 835 ; 2, 500 ; 3 williams 1, 500 ; 4 ; williams bmw sa 1 ; williams 3 ; and 4, 2 williams 2 - 1, 500 ; 9, saa 4 - [SEP]
+
+===== sample 018 =====
+[CLS] to higher education. [SEP] frank vassell put off at least trying to manoeuvre the striker who was struggling with a dead right back injury as he accepted his place at home with fellow second division side schalke on the night before the match. [SEP] azarenka is 2 - 2 and fourth - seeded australian henin in sixth ranking, while former no. 3 and fourth - seed janko kra stands in fifth place. [SEP] the french - seeded serb took a 5 - 2 in the first set and moved through to the second set when he held off the eighth - seeded russian lkobedev, the [SEP]
+
+===== sample 019 =====
+[CLS] saturday. [SEP] if the schedule was correct, she would be sidelined waiting for six hours before she got to the final round. [SEP] starting in the second half, france were denied a penalty when a try was converted by eide, who then made it 0 - 0 half - time to force a 4 - 0 tie with the barbarians. [SEP] the england defender headed through a fine shot in front when defender frank gallas emphasised the quality of the injured defender when franck wrongly turned down iniesta ' s cross, and then found a chance to improve his chances when after 15 minutes goalkeeper gabriel heinze came to clear the [SEP]
+
+===== sample 020 =====
+[CLS] now, it seems like everyone thinks everyone is the same. [SEP] kop, netherlands, nov. [SEP] seed dinara schiavone ' s top seed elena sharapova also fought back to win a 6 - 0 6 - 2 match to face top - seeded frenchman nadia mafina. [SEP] so we will then go to bed and go, " he said. [SEP] in hong kong, the nikkei index ended trading up 50. 5 points at 10, 142. 70, down 0. 3 percent, at 9, 163. 32. [SEP] citigroup said yesterday that it is carrying out further disposals [SEP]
+
+===== sample 021 =====
+[CLS] champion marin cilic, robin soderling and andy roddick of france progressed after a clinically 4 - 0 defeat over sweden in the final round. [SEP] argentine fourth seed juan martin del potro ousted fourth seed novak djokookovic won the overall french open in 2005 while sixth seed nikolay davydenko defeated germany 2 - 6 6 - 3. [SEP] but anxiety is heightened by the lives and livelihoods of children in their home. [SEP] gavaskar made fifties immediately, caught by michael clarke and graeme onions. [SEP] sri lanka ' s ruling party, the democratic alliance, agreed saturday to stage a special run - off election [SEP]
+
+===== sample 022 =====
+[CLS] progressed over third seed novak djokovic, 6 - 0, 7 - 7, 6 - 7 6 - 2, radek stepanek 7 - 5, 7 - 4 and french sixth seed frenchman xavier malisse and frenchman frenchman simon rolle won 4 - 6 - 2 6 - 6 7 - 3. [SEP] but this does not happen to me. [SEP] but as he said in an interview in the guardian, he is also focused on what the book will achieve in five years. [SEP] he was also injured but was struck by a parked motorcycle on friday. [SEP] olympic open champion france ' s elena henin lost her final [SEP]
+
+===== sample 023 =====
+[CLS] change. " [SEP] haase withdrew, roddick beat cilben and third - seeded croatian marin cilic, while ivanovic defeated arnaud. [SEP] " he was moving about it and kept his mind, " she said. [SEP] president mieil saakashvili walked into a hospital in the eastern afghanistan capital of gumhost province, the eastern northwestern province of iran, where eight people were wounded. [SEP] rafael nadal and fourth - seeded federer won wednesday ' s final match before belgian finalist roger federer advanced in the second set, knocking out against fourth seed novak djokovic. [SEP] there would be an impressive £ [SEP]
+
+===== sample 024 =====
+[CLS], fourth seed ninth seed maria krafin lost in the ninth, who reached the second final of annabel maria sharava ' s tournament last week. [SEP] but the report included something that had been misguided. [SEP] just under 1, 000 units of high - school education worth $ 1, 400 per year earned $ 9, 764 in 2009, up 1. 7 percent from a year earlier. [SEP] marden, germany - - - seeded french teenager novak djokovic beat no. 7 third - seeded andy murray, 7 - 6 6 - 7 6 - 7 and eighth seed ljubicic of serbia [SEP]
+
+===== sample 025 =====
+[CLS] between 2001 and 2003 who have been living in the uk for five years. [SEP] toronto forward allen delve led the celtics 84 - 74 in the playoffs. [SEP] in finland, nick savoni hamilton ' s eighth - placed williams and team - mateki kovalainen was sixth to finish at 66sec by 19. 1 seconds to take fifth place. [SEP] kimi raikkonen, with 2. 37 seconds left, started in fourth but finished fourth in his 0. 701sec, 42. 832 behind fellow german timo mol on saturday. [SEP] " we look forward to the increasing release of [SEP]
+
+===== sample 026 =====
+[CLS], " weiner said in an interview with the associated press over the weekend. [SEP] the top two players from defending champions spain lost their automatic place in the last eight along against germany, the republic, england and czech republic. [SEP] the company had been forced to pull names from rbs before they issued a more virenuous response to the allegations, and that they would push ahead with the review of their accounts on friday. [SEP] velbo, fourth, defeated nicolas kiefer 6 - 4 - 6, 3. [SEP] a run - off is also planned. [SEP] charles knight, deputy chairman of the cancer trust, said [SEP]
+
+===== sample 027 =====
+[CLS] on tuesday morning. [SEP] next, sekwill is free to say goodbye. [SEP] 26 - police in mogadishu arrested wednesday thursday a 13 - year - old muslim for his role in a suicide attack on indian government troops, abt television said. [SEP] but the opener was again undermined for his 70, while collingwood finished with a 75 for four and broad made a close 73 as england spin captain matt lee tried to keep the threat with his fourth ball. [SEP] libya has the world ' s largest oil export production of some 100, 000 barrels a day. [SEP] " it could be the final place from the end [SEP]
+
+===== sample 028 =====
+[CLS] 2005, although there would appear to be a recognition of a significant surge in the violence. [SEP] the russian williams, in a 15th masters singles match, lost to russia 6 - 3 in the fourth round saturday at the 94th french open, meeting russian eighth seed nikolay davydenko who claimed a three - set victory sunday to ensure elena balentie ' s title defense alive. [SEP] gm took the risk of cutting jobs by £30m altogether, selling off its sports sports group and rejuvenating the rest of its core sports brand. [SEP] news of russia ' s disputed parliamentary election means medvedev is likely to win [SEP]
+
+===== sample 029 =====
+[CLS] s & poor fell 0. 2 percent percent, france ' s cac - 0. 1 percent down 0. 7 percent and france ' s cac - 40 was down 0. 1 percent. [SEP] france ' s cac - 40 lost 1. 2, britain ' s cac was down 0. 2 percent. [SEP] speaking at a nato base in kabul, mullah mosaf abdulwarzai, a leader of afghanistan ' s powerful taliban movement in northwestern pakistan, said haji hekmat khan, the group ' s leader, did not want to name him. [SEP] analysts are optimistic of aol ' s [SEP]
+
+===== sample 030 =====
+[CLS]sters of belgium, xavier luccis of france and schlemi callers of germany lost here. [SEP] having done a similar study in the 1980s, researchers found 8, 200 cancer people per year, up to 40 percent of the population, were infected and diagnosed. [SEP] fourth seed andy haas, 2 - 6 - 0 against no. 4 novak djokovic, no. 3 - 1 against swiss nicolas schleck, the sixth seed, and fourth and fourth - rounder, defeated czech ivoovic 7 - 3 7 - 2 in the par - four masters on sunday. [SEP] defending champion djokovic will play swiss tommy [SEP]
+
+===== sample 031 =====
+[CLS] 97. 06 billion dollars from 98. 88 billion dollars in 2006. [SEP] the 2004 australian open and french open semifinals champion federer lost his final match, breaking three times in his last chance to finish the tournament. [SEP] france ' s fifth - seed nikolay davydenko took part in their quarter - final match in paris, against marin cilic and france ' s nicolas almadyr lost the third seed, germany ' s nicolas stepaner and michael kanera of japan. [SEP] dr richard balogh, an academic specialising in health and pediatrics, says that losing normal weight is much too expensive to help children. [SEP] a [SEP]
+
+===== sample 032 =====
+[CLS] britain ' s andy williams and three - time australian open champion djokovic in the fourth round saturday to clinch the open - title winner over third - seeded novakokovic, frenchman ivo tsonga of france and french open champion. [SEP] the supreme court canceled a presidential election due to be held this week. [SEP] stockholm, germany - - world number two safina won the french open title on thursday, clinching his fourth straight by beating fellow - seeded belgian robin sodenn and winning the parm open, the tournament ' s sixth - ever event. [SEP] safin plans his retirement next year after winning three out of the [SEP]
+
+===== sample 033 =====
+[CLS] winner andy murray, frenchman andy number one, frenchman frenchman arnaud clement, belgian novak djokovic, fourth seed arnaud clement, fourth and fourth - seeded french seed nikolay safin and sixth seed federer. [SEP] the 2005 world overall champion anders rasmussen, a veteran midway through the 2008 season and winner of the 2005 2005 olympic champion danish side, held his lead to 15 points. [SEP] arsenal midfielder louis heinze scored scored his first goal of the season as the international pulled league rivals st etienne to 4 - 0 up over romanian side olympiakos 2 - 0 earlier on tuesday. [SEP] mr clarke resigned under the last - minute offer [SEP]
+
+===== sample 034 =====
+[CLS] in european trading friday the ftse 100 index sank into a 1. 61 percent loss, and the benchmark markitraxxxx 300 index 30 in france fell 1. 3 percent, while france ' s cac - - 40 in france lost 1. 54 percent. [SEP] the 4, 034 children whose study results were published in the prestigious european journal of respiratory, authored by dr. robert m. klein, a professor of anesthalology at the university of chicago. [SEP] after losing his second straight french open here, american defending champion paul leverkusen won an earlier match after taking a late set to clinch a [SEP]
+
+===== sample 035 =====
+[CLS] 7 - 5, 6 - 5 win over serena. [SEP] the swiss parliament ' s committee decided early today to finish consideration of the senate consultative committee on the legitimacy of switzerland ' s anti - muslim administration. [SEP] ten years later, america ' s slow recovery is continuing at a record pace. [SEP] i asked them about the same story. [SEP] " it ' s very hard to ask the media not to put it off. [SEP] no. 4 davydenko lost 7 - 6 - 3, 6 - 6 6 - 3 to defeat british sixth - seed james blake 6 - 2 and belgian 13th - seed melzer 6 - 3, [SEP]
+
+===== sample 036 =====
+[CLS], making the trip for liverpool ' s fa defeat against aston villa last sunday. [SEP] safina faces a tough tough battle after the atp masters which starts next month when he is defending his second masters title after trying to regain his form. [SEP] djokovic lost 6 - 0, 6 - 3, radwanska lost 6 - 3 to nicolas maenti, beat croatian novak djokovic 6 - 7 6 - 4 and moved into a quarter - final by the frenchman who beat belgian paul jankowski 7 - 3. [SEP] the australian open champion federer lost his french open semifinals, 7 - 6 - 6 win over [SEP]
+
+===== sample 037 =====
+[CLS] cancer. [SEP] novak djokovic will play thursday and french open champion federer will take serbia, russia and lithuania on monday. [SEP] arsenal finished three points above united after taking a 2 - 0 lead to add to their unbeaten champions league hopes. [SEP] the centre - back scored a equalising own goal before half - time when defender theo walcott lost his penalty after england midfielder david james equalisedise with a six - minute before half - time. [SEP] the reports reported that 29 afghan soldiers, including eight afghan, have been killed since dec. [SEP] more than 70 people, including adults aged 11, 29, 2, 500 adults, [SEP]
+
+===== sample 038 =====
+[CLS] 12 assists ) and lost three straight games. [SEP] this article was first published on guardian. co. uk at 08. 00 gmt on tuesday 26 january 2010. [SEP] do you have a mac? [SEP] champion roger federer had to move into the third set and reach the fourth round of french open wimbledon champion richard masters yesterday. [SEP] paul mendens ousted and frenchman julien sabota cruised off sixth - seeded ljubicic 6 - 4 2 - 0, 6 - 6, while novak djokovic eliminated switzerland in the third round of the tournament. [SEP] the woman, of highbury, derbyshire, on june 18 [SEP]
+
+===== sample 039 =====
+[CLS] £40, 000 transfer fee. [SEP] the fourth - seeded gako defeated hubr 4 - 7, 6 - 7 ( - 7 ), 6 - 7, 6 - 7 safre 6 - 1, 6 - - 6 ( 7 6 - 2 ), 7 - 6, 6 - 5 ). [SEP] federer went on his way into the match in the fourth set and lost 13 times to german teenager michael minar, before going 7 - 6, 7 - 5 down. [SEP] this article was first published at guardian. co on thursday 19 march 2008 in the uk at 12. 05 gmt. [SEP] it was [SEP]
+
+===== sample 040 =====
+[CLS] that after the pre - election reportes, brown is reluctant to convene his deal to stay on next week. [SEP] in the french women ' s event, venus williams dispatched justine henin after she had lost five out of the matches, losing, 5 - 2, 6 - 3. [SEP] no. 3 seed safina, who lost in the fourth round in the australian open open, won the match 14 - 0 for a spot at no. 1. [SEP] the nato soldiers had been fighting at a mosque in the eastern ghazni district in the provincial capital of nurdah some day earlier. [SEP] washington - [SEP]
+
+===== sample 041 =====
+[CLS] said : " i am confident for my future. [SEP] the gunners scored three goals from liverpool ' s seven - goal lead as they also dropped points off leaders chelsea and champions league united claimed a late goal for the club as defending premier league champions liverpool and strugglers liverpool determined they could not find a rational way to finish off last season ' s indifferent run by winning their four - match title. [SEP] the researchers studied 318 women who screened themselves ; from 1970 - 2006, they were students ( 48 % % ) and young adults ( 53 % ). [SEP] last week, a group of 396, 000 people from 70 countries agreed to [SEP]
+
+===== sample 042 =====
+[CLS]ka krabanko to 30 points in a quarterfinal quarter - final over russia ' s russian davidz sav. dinara safin finished seventh and vladimir garonnen, 4 - 2, while russian nikolay davydenko finished seventh and frenchman gilles simon won the qatar open. [SEP] safina won the match, 3 - 1 after fourth - seeded maria sharapova went 6 - 4 to beat safina, 2 - 5, and no. 30 seed elena dementieva won a victory over eighth - seeded stanislasrold 6 - 7 - - 0 - 6, 7 - 7 ( [SEP]
+
+===== sample 043 =====
+[CLS] their british rivals. [SEP] on saturday night, the 18 - year - old frenchman reached the first round of wimbledon in the semi - finals in the tournament and french open. [SEP] in 2004, at the french open, the russian defeated russia ' s elena dementieva and french quarter - finalist amelie mauresmo and sixth seed venus beat alka shara 6 - 3 on friday. [SEP] ( cnn ) - - andre agassi defeated david ferrer 6 - 5, 6 - 3 in the fourth wimbledon final. [SEP] greg smith, a doctor from london, died on sept. [SEP] in the previous investigation, the times said [SEP]
+
+===== sample 044 =====
+[CLS] federer beat roger federer 6 - 6, 7 - 6, 7 - 5, 6 - 7 in the australian tennis open on wednesday, but his preparation of the australian open open marks the first time the french champion failed to finish it in the final of the 2007 event in 25 years. [SEP] that they can buy one more time at home? [SEP] it ' s also very expensive, unless you ' re really looking to find a good deal. [SEP] sarkozy ordered the inquiry but resigned his position on the sidelines as the day ' s talks unfolded. [SEP] russia ' s menddenko defeated fellow russian igor makarov [SEP]
+
+===== sample 045 =====
+[CLS] pitcher wilson stewart is ninth on the injured list with a right hand shoulder. [SEP] however, he was ready to play golf again on thursday, sunday morning, wednesday. [SEP] france ' s williams withdrew in the quarter - finals of this afternoon ' s french open final after losing a bit of serve in the morning. [SEP] numbers : 92891, 9200, 7340, 92997, 924 7491, 88887 ; $ 1, 6264. 2 - 738 7288. 1, $ 1 - 800 - 587. 597 ; $ 1. 936. [SEP]
+
+===== sample 046 =====
+[CLS] lysacek, the 2006 open champion and 2004 champion who had lost his second major title after losing after losing 1, 400 pounds, had withdrew earlier than expected this week. [SEP] fourth - seeded robinz garridova of france was defeated 2 - 3, 6 - 4 6 - 3 and dementieva defeated frenchman marat safin in the quarterfinals. [SEP] they were down at 0. 25 euros and down 3 - 0. 4 percent at 1700 gmt on wednesday. [SEP] top - seed dinara safina failed to lose another set when her russian eighth opponent defeated french winner nicolas berrer 6 [SEP]
+
+===== sample 047 =====
+[CLS] also expected to make its own announcement for its electric range from 2011 to 2012. [SEP] scotland is mainly about the highlands and shetland isles, the northernmost affected by the news of the island. [SEP] paris - - eighth seed safina comes out against american simon stoical in the quarterfinals. [SEP] he dropped serve in his final set of which he had to level at 5 6 - 4, then saved three points before losing the next four games. [SEP] " when the whole situation is different, scary and complicated, it is hard to think, " says peter klee, a director of research at the global public health research center. [SEP]
+
+===== sample 048 =====
+[CLS] year. [SEP] his disappointment was that they took a lot of full advantage. [SEP] " we are very optimistic, " said iran analyst mohamed reza rohani, 76, a sociologist. [SEP] the cavaliers were within their own points in the half but jamaal lost 12 points in the quarter after milwaukee gave the 76ers a big lead midway in the second quarter. [SEP] it was tough, so i can ' t get sure what i am going to do next, " said weir. [SEP] the former french champion won in 2005 and 2005 and lost in 2005 to earn a spot again at the paris final in september. [SEP] the government is [SEP]
+
+===== sample 049 =====
+[CLS] next, swiss roger federer celebrates his second straight quarter - final over frenchman david coquetand, of france, after a quarterfinal victory against frenchman jan gahdandr. [SEP] the chief executive of scotland has spent £7. 5 million of the past week and he was fired just three months before applying for the job. [SEP] south africa helped the hosts snatch a series win for the second time in the series with a maiden six - wicket stand of eight off six balls and sidebottom winning 1 - 0 after winning his first wicket of his innings - - an extra - wicket without loss. [SEP] there ' s a reason to think [SEP]
+
+===== sample 050 =====
+[CLS] england resumed on tea, the americans quickly took the lead 50 - 1 and the tourists lost again, england just finishing off five wickets from four before lunch. [SEP] eighth - ranked denis menchov had served five aces by beating his opponent against fourth seed seed williams in the semi - finals. [SEP] obama made the announcement before his final place at the summit. [SEP] analyst heinz kravitz claimed that bmw will save € 2. 3 million ( £1. 9 million ) this year by selling its profitable luxury assets, the daily newspaper reported. [SEP] he was tied at 5 - par 277 and shot 70 at the second round after finishing [SEP]
+
+===== sample 051 =====
+[CLS] began in 2002. [SEP] the storied newspaper group owns siemens, bmw sav and metro fisker, a unit of bmw group ' s miiff / bin subsidiary wischhall, which had lost 2, 000 jobs last year. [SEP] but the dow ' s stock dropped 38 percent, the tech stock then lost 40 percent its value and in the first quarter, the standard & poors 500 has slumped nearly 70 percent and the standard & poor ' s stock price index has held up 7. 1 percent over the last 18 years. [SEP] gulbis finally lost his fourth match here on friday, but the swiss held off [SEP]
+
+===== sample 052 =====
+[CLS]rands can replace the full back just before half - time, and there is no doubt that the striker wants to return. [SEP] fulham have been able to keep the draw through the knockout stages, beaten by fulham on wednesday when they dropped to sixth on goal and sixth at home after 14 games. [SEP] the men in his german team included nicolas kkoen and mariaz janling of denmark and older brother and sister caroline verdakava of the republic. [SEP] lewis hamilton claimed his first fourth - place victory in one grand prix, beating fellow kim raikkonen in the quarter - finals of the hungarian grand prix. [SEP] " [SEP]
+
+===== sample 053 =====
+[CLS] fourth - seed ivanovic and danish teenager frank safins and eighth seed rafael nadal, of spain, held on to win a victory over his fellow swede and sixth - seeded djokovic 6 - 4, 7 - 5, 7 - 6 6 - 4 3, 6 - 3 6 - 3 and lost to eighth - frenchman agnes szavay 6 - 3. [SEP] ricky sbragia has successfully decided to leave united until next month ' s cup and is not considering a boycott of the fa cup until the french open. [SEP] the fifth seed roger federer was lost in the second round. [SEP] after losing five [SEP]
+
+===== sample 054 =====
+[CLS] 7 6 - 1 - 6 7 - 6 6 - 3 and defeated ernests gulbis and tommy haas 3 - 7, 7 - 7, in the second match. [SEP] david burrell, 41, of tollburn road, abowham, and 34, of highmore road, sedgeon, westminster, were both arrested at about 2000 gmt on saturday. [SEP] that means people may be talking more about cars. [SEP] sixth seed safina, whose fourth seed stan kuchaiev lost, 5 - 0, had to contain her opponent from a set point in the second time to win 5 - 1 [SEP]
+
+===== sample 055 =====
+[CLS] recoup. [SEP] lyon had opened the game five minutes short of goal by scoring in the final minute of extra - time when toni grabbed a goal at offside time and belgian side sv hamburg sealed a 2 - 0 win in the group stage while german favorites lyon cruised to a three - goal win over bayern munich. [SEP] at the tournament in london on wednesday, sixth seed venus williams defeated misi kleybani, 25, and fourth - seeded no. 16 elena rakarina in a quarterfinal match against former french no. 31 maliva, and st. petersburg open seed venus williams 7 - 6. [SEP] the [SEP]
+
+===== sample 056 =====
+[CLS] - 5 and sixth - seed safina, fourth - seeded federer, lost a semifinal earlier, no. 1 roger of france defeated russian eighth seed navtarbanic 6 - 4, fourth - 12th seed cientic lost 7 - 5 7 - 6 and 7 - 6 and seventh - seeded frenchman nicolas kiefer ousted david chalvinian. fourth seed venus williams said she was planning to make her debut with the world no 6 on friday. [SEP] paris ( ap ) - - andy murray has beat fellow maria sharapova of russia 6 - 2, 6 - 0, 6 - 3 to reach the [SEP]
+
+===== sample 057 =====
+[CLS]. [SEP] lars bueller of stockholm, sweden, died june 18, aug. [SEP] the biggest of the draw was top - seeded ali wawrinka. [SEP] clijsters was ahead, 26 - 20, by robin soderling after returning from a break down at 15 - 15. [SEP] he returned to the uk five months ago, but remains in captivity. [SEP] this will happen every winter when a flu is a cloud. [SEP] philippe reinier scored a second goal after substitute brad anelka had a half - minute lead, off mikael reinel ' s goal, in the 78th after dutch goalie ars [SEP]
+
+===== sample 058 =====
+[CLS] are far more likely. [SEP] still, she said, he was more optimistic. [SEP] paris, france - - france ' s chara sa beat justine henin on thursday to make it through to the third consecutive french open tournaments, including wins at the u. s. open and the 2008 u. s. open. [SEP] satterra mahdam, 37, sobbed weakly and sobbed as the baby to her son ' s body was released by her father, muhammad hadram. [SEP] kabul ( ap ) - a record number of afghan soldiers has died in the u. s. assault in afghanistan - - the third major number [SEP]
+
+===== sample 059 =====
+[CLS] regardless of their age. [SEP] a third man who died in hospital earlier yesterday night also insisted that his head had been stabbed. [SEP] jabili, who took his title at the start of the open in 2006 as a top amateur player, said that " you did it to help people, because you don ' t know what it was going to. " [SEP] world no. 1 stepaner, 26, was preparing for his team ' s fourth consecutive title after beating australian open champion roddick, 6 - 4, through 13 games, losing four of three games break - time. [SEP] sweden ' s stefan tsonga, 6 [SEP]
+
+===== sample 060 =====
+[CLS] on feb. [SEP] more importantly, aged 65 - 64 more likely to protect their final pension if they want to spend their money to buy their car. [SEP] while soderling racked up his sixth consecutive title and five successive overall, nalbandian was losing his match. [SEP] federer pulled one point down into fifth place at the first stage of the french open finals with two break points and a 5 - 0 record in seven games against his opponent. [SEP] no. 2 roger federer advanced and novak djokovic the first set and defeated frenchman nicolas lapentr earlier in the opening round. [SEP] the winner came from brussels, [SEP]
+
+===== sample 061 =====
+[CLS] ' d think it ' s pretty good. [SEP] " nobody heard that he thinks it ' s going to really make for a better outcome soon, " said gcc leader mahamovaskar. [SEP] peter frizner, an economics professor at new york ' s bronx medical center, said people should consider paying more as they try to get an estimate for the cancer tests. [SEP] the orioles moved into top 12 of the season after nine games over boston, while the yankees dropped three games in the al east advancing to 12 games. [SEP] the team is ranked in the region ' s top 10. [SEP] jacques rogge, the [SEP]
+
+===== sample 062 =====
+[CLS] 3 1 - 3 innings for the team ' s final victory of the season and moved to sixth spot in the championship standings. [SEP] roger federer, roger federer, davydenko, andy roddick, novak safina, novak gavics, the australian open champion, djokovic and rafael nadal, and rafael nadal. [SEP] his conservative allies david davis, tom hemsley and david abrahams, has endorsed dr salmond ' s allegations. [SEP] it appeared in the guardian on wednesday 28 september 2009 on p6 of the focus section on sunday morning. [SEP] bangle mahida returned to take her own after [SEP]
+
+===== sample 063 =====
+[CLS] he was sick by the disease and had had suffered thyroid cancer just before his death on friday night. [SEP] the men were arrested after being taken from the royal cornwall hospital until 7 january 2006. [SEP] in 2006, australian john meliet 73. 69 - 73. 67 - 69, tommy haas 73 - 72 and 73 - 73 selvin 73 - 71. [SEP] but mr brown remains the man who will probably accept the job in a referendum six months after office. [SEP] the 31 - year - old was not charged after his death and the 17 - year - old man from the eastbourne street area about 1400 gmt on [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/linear_2p0_to_1p0_c1024_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "linear_2p0_to_1p0_c1024", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest.pt", "step": 168000, "decode": {"kind": "categorical_fullvocab_temp_schedule", "config": "linear_2p0_to_1p0_c1024", "steps": 128, "model_t_mode": "post", "support_power": 1.0, "semantic_power": 1.0, "temp_start": 2.0, "temp_end": 1.0, "temp_schedule": "linear", "concentration_min": 1.0, "concentration_max": 1024.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260508}, "detok_genppl": {"ppl": 67.09372257056255, "nll_per_token": 4.206090486256429, "tokens": 9916}, "diversity": {"sample_entropy": 4.212984973676147, "unique_tokens": 1701, "token_count": 8192, "distinct_1": 0.2076416015625, "distinct_2": 0.6530511811023622, "top_token_mass": 0.0494384765625}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] 2005 - 2010 and 2003 - 06 and from 2013 - 12, starting in 2011. [SEP] when the australian open finalist won her sixth game, serena attempted to make herself a major contender by thrashing the williams serve at 7 - 5 and breaking williams 6 - 2 at the start of the set. [SEP] the survey, which involved 251 children, found 70 % of parents were satisfied of their choices. [SEP] djokovic lost a third service game then, losing on a 1 - 6, 0 - 5 lead. [SEP] earlier blake saved roger federer ' s fourth - round defeat over roger federer by a point. [SEP] however, a new [SEP]", "detok_text": "[CLS] 2005 - 2010 and 2003 - 06 and from 2013 - 12, starting in 2011. [SEP] when the australian open finalist won her sixth game, serena attempted to make herself a major contender by thrashing the williams serve at 7 - 5 and breaking williams 6 - 2 at the start of the set. [SEP] the survey, which involved 251 children, found 70 % of parents were satisfied of their choices. [SEP] djokovic lost a third service game then, losing on a 1 - 6, 0 - 5 lead. [SEP] earlier blake saved roger federer's fourth - round defeat over roger federer by a point. [SEP] however, a new [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS], 7 - 7 ( - 5 ), 7 - 5 7 - 7, 7 - 6 ( 7 - 1 ), 7 - 7, 7 - 5, 6 - 7, 6 - 1, 6 - 3, 3 - 7, 6 - 7. [SEP] the fourth - seeded soderling faces third - seeded david ferrer, playing third - seeded seed frank schlier in a quarterfinal round match in madrid on sunday. [SEP] johnson finished the fourth quarter with 65 points. [SEP] i thought that was a good idea, \" he said in a television interview. [SEP] the company would not say where it would be able to [SEP]", "detok_text": "[CLS], 7 - 7 (- 5), 7 - 5 7 - 7, 7 - 6 (7 - 1), 7 - 7, 7 - 5, 6 - 7, 6 - 1, 6 - 3, 3 - 7, 6 - 7. [SEP] the fourth - seeded soderling faces third - seeded david ferrer, playing third - seeded seed frank schlier in a quarterfinal round match in madrid on sunday. [SEP] johnson finished the fourth quarter with 65 points. [SEP] i thought that was a good idea, \" he said in a television interview. [SEP] the company would not say where it would be able to [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] group ' s chairman, said it was believed that the german board had wanted to take a fresh bid for the company. [SEP] at the top, russian petrova led 3 - 4 in the 5 - hour second set before robin soderling lost the match. [SEP] in europe, the cac ' s dax index was up 0. 2 at 1, 731, the cac 40 gained 7. 5 per cent, 10 per cent lower at 659. 6 by midday. [SEP] elsewhere, sweden ' s lucie safina and third seed jankovic finished ahead of ninth, while veteran charlvin of france had [SEP]", "detok_text": "[CLS] group's chairman, said it was believed that the german board had wanted to take a fresh bid for the company. [SEP] at the top, russian petrova led 3 - 4 in the 5 - hour second set before robin soderling lost the match. [SEP] in europe, the cac's dax index was up 0. 2 at 1, 731, the cac 40 gained 7. 5 per cent, 10 per cent lower at 659. 6 by midday. [SEP] elsewhere, sweden's lucie safina and third seed jankovic finished ahead of ninth, while veteran charlvin of france had [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] 73 - 73 - 73, 110 - 73, 78 - 73 - 73. [SEP] the survey study, which was conducted in 2007, also found 80 per cent of its workers and co - workers would like to spend a lot of their time in school. [SEP] the england half then opened the first half with frank lampard ' s attempted cross, but he was able to block a header from norwegian keeper brad friedel in front in the sixth minute, after goalkeeper boruc denied the striker ' s cross. [SEP] ten days of the first test against england in sri lanka on nov 18, did not seem to matter. [SEP] the [SEP]", "detok_text": "[CLS] 73 - 73 - 73, 110 - 73, 78 - 73 - 73. [SEP] the survey study, which was conducted in 2007, also found 80 per cent of its workers and co - workers would like to spend a lot of their time in school. [SEP] the england half then opened the first half with frank lampard's attempted cross, but he was able to block a header from norwegian keeper brad friedel in front in the sixth minute, after goalkeeper boruc denied the striker's cross. [SEP] ten days of the first test against england in sri lanka on nov 18, did not seem to matter. [SEP] the [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] ' s move away from a deal which was believed to be more protracted. [SEP] drew capped boston ' s rally with a walk in the top half of the ninth. [SEP] the company ' s attorney michael mason did not return calls seeking comment thursday, but he declined comment. [SEP] the men ' s draw saw sixth seed robin soder was beaten by germany ' s nicolas niesch at the open on saturday after federer lost his second chance at his first major title in the 2005 open, and swiss eighth seed nicolas kiefer won the match with an easy break at love. [SEP] in 2002, french journalist francois guttent [SEP]", "detok_text": "[CLS]'s move away from a deal which was believed to be more protracted. [SEP] drew capped boston's rally with a walk in the top half of the ninth. [SEP] the company's attorney michael mason did not return calls seeking comment thursday, but he declined comment. [SEP] the men's draw saw sixth seed robin soder was beaten by germany's nicolas niesch at the open on saturday after federer lost his second chance at his first major title in the 2005 open, and swiss eighth seed nicolas kiefer won the match with an easy break at love. [SEP] in 2002, french journalist francois guttent [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] renault ' s frank trulla, williams ' s adrian sutil, renault ' s frank buemi, renault - mercedes champion mo williams of hamilton sixth, ferrari german felipe massa, toyota ' jarno trulli and williams ' gn gp. [SEP] crouch, 38, has played a sixth - form match when arsenal play league champions birmingham, liverpool and barcelona on friday, while hart ' s winning performance saw the gunners level on points in the final stages of the premier league campaign. [SEP] with middlesbrough now just five points behind their title rivals, ahead of birmingham and sixth and portsmouth, birmingham are stuck in sixth spot [SEP]", "detok_text": "[CLS] renault's frank trulla, williams's adrian sutil, renault's frank buemi, renault - mercedes champion mo williams of hamilton sixth, ferrari german felipe massa, toyota' jarno trulli and williams' gn gp. [SEP] crouch, 38, has played a sixth - form match when arsenal play league champions birmingham, liverpool and barcelona on friday, while hart's winning performance saw the gunners level on points in the final stages of the premier league campaign. [SEP] with middlesbrough now just five points behind their title rivals, ahead of birmingham and sixth and portsmouth, birmingham are stuck in sixth spot [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] ' s pacific heartland. [SEP] england lost to india in 1999, 6 - 0, 6 - 0, 7 - 6 - 0, 4 - 5 11 - 25, 11 - 25 - 6, 4 - 24 - 11. [SEP] the 24 - year - old belgian, ranked ninth in 2001 and 2006, finished her campaign after winning in in 2006 and 2004. [SEP] djokovic, who ousted champion frank veronian in 2007, lost 7 - 6 7 - 0 match, beating davydenko 7 - 6 6 - 2, 7 - 2 6 - 3, 7 - seeded qualifier marco bolbro withdrew. [SEP] [SEP]", "detok_text": "[CLS]'s pacific heartland. [SEP] england lost to india in 1999, 6 - 0, 6 - 0, 7 - 6 - 0, 4 - 5 11 - 25, 11 - 25 - 6, 4 - 24 - 11. [SEP] the 24 - year - old belgian, ranked ninth in 2001 and 2006, finished her campaign after winning in in 2006 and 2004. [SEP] djokovic, who ousted champion frank veronian in 2007, lost 7 - 6 7 - 0 match, beating davydenko 7 - 6 6 - 2, 7 - 2 6 - 3, 7 - seeded qualifier marco bolbro withdrew. [SEP] [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] fourth round, losing by frenchman robert lendl, while frenchman gilles simon reached quarterfinals at montreal on thursday. [SEP] belgian fourth seed elena balentie, seeded fourth round and defending champion frenchman nicolas nadal, was the only victim, french finalist novak berrer and fifth - seeded frenchman richard gasquet also eliminated. [SEP] the company ' s founder, charles de riesle, died in august 2006, along with its own chief executive, who died in 2006. [SEP] the second attack occurred in eastern afghanistan ' s capital of gulgkapa district, south of kabul. [SEP] 5, 000 pediatric patients were evacuated and 65 [SEP]", "detok_text": "[CLS] fourth round, losing by frenchman robert lendl, while frenchman gilles simon reached quarterfinals at montreal on thursday. [SEP] belgian fourth seed elena balentie, seeded fourth round and defending champion frenchman nicolas nadal, was the only victim, french finalist novak berrer and fifth - seeded frenchman richard gasquet also eliminated. [SEP] the company's founder, charles de riesle, died in august 2006, along with its own chief executive, who died in 2006. [SEP] the second attack occurred in eastern afghanistan's capital of gulgkapa district, south of kabul. [SEP] 5, 000 pediatric patients were evacuated and 65 [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] debt as governments try to tackle the economy. [SEP] the australian open champion won the french open in 2005 and lost again this year before winning the french open with justine henin in 2005 and 2005. [SEP] rafael nadal said yes. [SEP] paris ( reuters ) - french number seed safina 3 - 2 against andy roddick, 26, claimed his first title at the french open open thursday, while fellow - serving finalist joe calzaghe defeated his friend and 10th seed, david khdarer, out on friday. [SEP] it would also have sealed county ' s decision to hold the first stage of their campaign. [SEP] [SEP]", "detok_text": "[CLS] debt as governments try to tackle the economy. [SEP] the australian open champion won the french open in 2005 and lost again this year before winning the french open with justine henin in 2005 and 2005. [SEP] rafael nadal said yes. [SEP] paris (reuters) - french number seed safina 3 - 2 against andy roddick, 26, claimed his first title at the french open open thursday, while fellow - serving finalist joe calzaghe defeated his friend and 10th seed, david khdarer, out on friday. [SEP] it would also have sealed county's decision to hold the first stage of their campaign. [SEP] [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS]. [SEP] police said a ford escape vehicle was parked in the clifton area of birmingham on early saturday. [SEP] although there have been 232 deaths since january, at least 70 were killed in march, including some gravely wounded, 14 reported deaths. [SEP] a further 14 people were wounded, police said. [SEP] the 12th - seeded belgian upset 3 - 0 kuznetsova in the third set, before missing a 6 - 2, 6 - 7 - 6 6 - 0. [SEP] private accounts earn less than 4 per cent of national income and makes up about 705 per cent, according to official statistics. [SEP] i ' m not sure why [SEP]", "detok_text": "[CLS]. [SEP] police said a ford escape vehicle was parked in the clifton area of birmingham on early saturday. [SEP] although there have been 232 deaths since january, at least 70 were killed in march, including some gravely wounded, 14 reported deaths. [SEP] a further 14 people were wounded, police said. [SEP] the 12th - seeded belgian upset 3 - 0 kuznetsova in the third set, before missing a 6 - 2, 6 - 7 - 6 6 - 0. [SEP] private accounts earn less than 4 per cent of national income and makes up about 705 per cent, according to official statistics. [SEP] i'm not sure why [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] fewer women spend more time with men like those who are less reluctant to get married. \" [SEP] the penalty was headed by van nemmell which earned a bayern side - then bayern ' s thorfreid berkart equalled the points. [SEP] but there ' s no sound guarantee of long - term stability, owing to the size of incomes, health - care costs and rising operating costs. [SEP] frenchman david gahdand 6 - 3 7 - 5 beat eighth - seeded tommy blake 7 - 5, 6 - and the fourth seeddek stepanek 6 - 7 - 5 6 - 7 7 - 5, 7 - [SEP]", "detok_text": "[CLS] fewer women spend more time with men like those who are less reluctant to get married. \" [SEP] the penalty was headed by van nemmell which earned a bayern side - then bayern's thorfreid berkart equalled the points. [SEP] but there's no sound guarantee of long - term stability, owing to the size of incomes, health - care costs and rising operating costs. [SEP] frenchman david gahdand 6 - 3 7 - 5 beat eighth - seeded tommy blake 7 - 5, 6 - and the fourth seeddek stepanek 6 - 7 - 5 6 - 7 7 - 5, 7 - [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] defending champions manchester wanderers scored a 4 - 0 win over middlesbrough on wednesday afternoon, and arsenal lost defender robin van persiesie and italy ' s patrick generalen, the club has confirmed. [SEP] but the thing about it is that this is a complete review. [SEP] williams made it to her first match before defeating venus 6 - 4 to williams ' s 5 - 0 quarterfinal win. [SEP] michael owen, the england midfielder, added a second just before half - time, joe souness added an impressive second to give andy o ' side a deserved lead just one minute into the second half. [SEP] overall, 25 of the top 10 [SEP]", "detok_text": "[CLS] defending champions manchester wanderers scored a 4 - 0 win over middlesbrough on wednesday afternoon, and arsenal lost defender robin van persiesie and italy's patrick generalen, the club has confirmed. [SEP] but the thing about it is that this is a complete review. [SEP] williams made it to her first match before defeating venus 6 - 4 to williams's 5 - 0 quarterfinal win. [SEP] michael owen, the england midfielder, added a second just before half - time, joe souness added an impressive second to give andy o' side a deserved lead just one minute into the second half. [SEP] overall, 25 of the top 10 [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] brands bmw, bmw and microsoft refused to comment. [SEP] manchester united ( 4 - 1 - 0 in premier league ) and klas bendtner scored goals, while welwell ' s side lie fourth on seven points against premier league leaders liverpool, who travel to the top round of the league. [SEP] while hamilton were 0 down at the start of the contest, they pulled level from 18 - 0 down in the standings while former world champion koko kovalainen was 11 points ahead of fellow german seed frank schleck of germany, with sabbatini of finland third, and former champion nicolas pischko of france [SEP]", "detok_text": "[CLS] brands bmw, bmw and microsoft refused to comment. [SEP] manchester united (4 - 1 - 0 in premier league) and klas bendtner scored goals, while welwell's side lie fourth on seven points against premier league leaders liverpool, who travel to the top round of the league. [SEP] while hamilton were 0 down at the start of the contest, they pulled level from 18 - 0 down in the standings while former world champion koko kovalainen was 11 points ahead of fellow german seed frank schleck of germany, with sabbatini of finland third, and former champion nicolas pischko of france [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] due to spend more time in china alone. [SEP] juan monaco ( 3 - 0, 6 - 1 ) and janie goldie claimed an early victory, overcoming fellow frenchman frenchman niklas soderling and frenchman robin van gundy to earn points for france after losing the set to level it 3 - 0. [SEP] the french open for eight years since 2002, defra qualified twice in 1999, 2006, 2001 and 2005 respectively. [SEP] soderling was eighth - seeded after defending champion nicolas kiefer reached the semifinals having lost 7 - 6 7 - 5 and fourth - seeded 13th - seeded david simon had been struggling with a [SEP]", "detok_text": "[CLS] due to spend more time in china alone. [SEP] juan monaco (3 - 0, 6 - 1) and janie goldie claimed an early victory, overcoming fellow frenchman frenchman niklas soderling and frenchman robin van gundy to earn points for france after losing the set to level it 3 - 0. [SEP] the french open for eight years since 2002, defra qualified twice in 1999, 2006, 2001 and 2005 respectively. [SEP] soderling was eighth - seeded after defending champion nicolas kiefer reached the semifinals having lost 7 - 6 7 - 5 and fourth - seeded 13th - seeded david simon had been struggling with a [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] said. [SEP] in the 2008 open final, federer won a final match at the french masters and had 15 aces when he lost to roger federer on sept 25. [SEP] they failed to qualify after losing to sunderland and now liverpool ' s losing game in the league cup ended. [SEP] he suffered a shock fourth - round win over australian geoff johnson to secure a one - day lead at a hamburg masters tour event last year, but lost on sunday. [SEP] 1. 657. 69 6177. 90 live ; by 1. 713. 631 7181 or internationally ; by 1. 800. 657. 692 [SEP]", "detok_text": "[CLS] said. [SEP] in the 2008 open final, federer won a final match at the french masters and had 15 aces when he lost to roger federer on sept 25. [SEP] they failed to qualify after losing to sunderland and now liverpool's losing game in the league cup ended. [SEP] he suffered a shock fourth - round win over australian geoff johnson to secure a one - day lead at a hamburg masters tour event last year, but lost on sunday. [SEP] 1. 657. 69 6177. 90 live; by 1. 713. 631 7181 or internationally; by 1. 800. 657. 692 [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] bundesliga side came after the interval, when former ajax captain michael essien lost the first half point after second - half danish midfielder stacie ebbert scored the first half winner and helped the norwegian side to a 0 - 0 victory over old rivals at the weekend. [SEP] peter cromaghe, chief executive of arsenal group, said that the board had done \" very very well \" after this year ' s report that he was serious about eventually leaving the club. [SEP] pittsburgh improved to 15 - 3 at home and 4 - 0 at home and to 5 - 3 to own a 1 - 0 record for a fourth consecutive [SEP]", "detok_text": "[CLS] bundesliga side came after the interval, when former ajax captain michael essien lost the first half point after second - half danish midfielder stacie ebbert scored the first half winner and helped the norwegian side to a 0 - 0 victory over old rivals at the weekend. [SEP] peter cromaghe, chief executive of arsenal group, said that the board had done \"very very well\" after this year's report that he was serious about eventually leaving the club. [SEP] pittsburgh improved to 15 - 3 at home and 4 - 0 at home and to 5 - 3 to own a 1 - 0 record for a fourth consecutive [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS], making it easier to strike against both sides of the border. [SEP] fifth seed dinara safin 6 - 4 - 7, venus williams and sixth seed venus williams, rolled through a quarterfinal victory over david nalbandian, defeating eighth seed venus williams 6 - 1 of the 2006 french open, while kim clijsters lost to ninth seed elena dementieva, france ' s first title of the year. [SEP] delta, founded in london in 2005, opened in london in 2006 and opened in 2007. [SEP] the company received 55, 500 corporate calls from call users last year, compared to 675 in 2006. [SEP] [SEP]", "detok_text": "[CLS], making it easier to strike against both sides of the border. [SEP] fifth seed dinara safin 6 - 4 - 7, venus williams and sixth seed venus williams, rolled through a quarterfinal victory over david nalbandian, defeating eighth seed venus williams 6 - 1 of the 2006 french open, while kim clijsters lost to ninth seed elena dementieva, france's first title of the year. [SEP] delta, founded in london in 2005, opened in london in 2006 and opened in 2007. [SEP] the company received 55, 500 corporate calls from call users last year, compared to 675 in 2006. [SEP] [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] [SEP] sav of poland 3 - 6 7 - 6 7 - 6, 7 - 6 - 7 7 - 6, 4 - 7 - 6 ; 7, andy murray, 6 - 7 - 5, 6 - 6 ( 4 ) 6 - - 4. [SEP] the other women ' s standings, saeed williams sutil 1 : 1, 695 ; williams 7. 674 ; williams bmw sa 4 ; 1, 835 ; 2, 500 ; 3 williams 1, 500 ; 4 ; williams bmw sa 1 ; williams 3 ; and 4, 2 williams 2 - 1, 500 ; 9, saa 4 - [SEP]", "detok_text": "[CLS] [SEP] sav of poland 3 - 6 7 - 6 7 - 6, 7 - 6 - 7 7 - 6, 4 - 7 - 6; 7, andy murray, 6 - 7 - 5, 6 - 6 (4) 6 - - 4. [SEP] the other women's standings, saeed williams sutil 1: 1, 695; williams 7. 674; williams bmw sa 4; 1, 835; 2, 500; 3 williams 1, 500; 4; williams bmw sa 1; williams 3; and 4, 2 williams 2 - 1, 500; 9, saa 4 - [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] to higher education. [SEP] frank vassell put off at least trying to manoeuvre the striker who was struggling with a dead right back injury as he accepted his place at home with fellow second division side schalke on the night before the match. [SEP] azarenka is 2 - 2 and fourth - seeded australian henin in sixth ranking, while former no. 3 and fourth - seed janko kra stands in fifth place. [SEP] the french - seeded serb took a 5 - 2 in the first set and moved through to the second set when he held off the eighth - seeded russian lkobedev, the [SEP]", "detok_text": "[CLS] to higher education. [SEP] frank vassell put off at least trying to manoeuvre the striker who was struggling with a dead right back injury as he accepted his place at home with fellow second division side schalke on the night before the match. [SEP] azarenka is 2 - 2 and fourth - seeded australian henin in sixth ranking, while former no. 3 and fourth - seed janko kra stands in fifth place. [SEP] the french - seeded serb took a 5 - 2 in the first set and moved through to the second set when he held off the eighth - seeded russian lkobedev, the [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] saturday. [SEP] if the schedule was correct, she would be sidelined waiting for six hours before she got to the final round. [SEP] starting in the second half, france were denied a penalty when a try was converted by eide, who then made it 0 - 0 half - time to force a 4 - 0 tie with the barbarians. [SEP] the england defender headed through a fine shot in front when defender frank gallas emphasised the quality of the injured defender when franck wrongly turned down iniesta ' s cross, and then found a chance to improve his chances when after 15 minutes goalkeeper gabriel heinze came to clear the [SEP]", "detok_text": "[CLS] saturday. [SEP] if the schedule was correct, she would be sidelined waiting for six hours before she got to the final round. [SEP] starting in the second half, france were denied a penalty when a try was converted by eide, who then made it 0 - 0 half - time to force a 4 - 0 tie with the barbarians. [SEP] the england defender headed through a fine shot in front when defender frank gallas emphasised the quality of the injured defender when franck wrongly turned down iniesta's cross, and then found a chance to improve his chances when after 15 minutes goalkeeper gabriel heinze came to clear the [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS] now, it seems like everyone thinks everyone is the same. [SEP] kop, netherlands, nov. [SEP] seed dinara schiavone ' s top seed elena sharapova also fought back to win a 6 - 0 6 - 2 match to face top - seeded frenchman nadia mafina. [SEP] so we will then go to bed and go, \" he said. [SEP] in hong kong, the nikkei index ended trading up 50. 5 points at 10, 142. 70, down 0. 3 percent, at 9, 163. 32. [SEP] citigroup said yesterday that it is carrying out further disposals [SEP]", "detok_text": "[CLS] now, it seems like everyone thinks everyone is the same. [SEP] kop, netherlands, nov. [SEP] seed dinara schiavone's top seed elena sharapova also fought back to win a 6 - 0 6 - 2 match to face top - seeded frenchman nadia mafina. [SEP] so we will then go to bed and go, \" he said. [SEP] in hong kong, the nikkei index ended trading up 50. 5 points at 10, 142. 70, down 0. 3 percent, at 9, 163. 32. [SEP] citigroup said yesterday that it is carrying out further disposals [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] champion marin cilic, robin soderling and andy roddick of france progressed after a clinically 4 - 0 defeat over sweden in the final round. [SEP] argentine fourth seed juan martin del potro ousted fourth seed novak djokookovic won the overall french open in 2005 while sixth seed nikolay davydenko defeated germany 2 - 6 6 - 3. [SEP] but anxiety is heightened by the lives and livelihoods of children in their home. [SEP] gavaskar made fifties immediately, caught by michael clarke and graeme onions. [SEP] sri lanka ' s ruling party, the democratic alliance, agreed saturday to stage a special run - off election [SEP]", "detok_text": "[CLS] champion marin cilic, robin soderling and andy roddick of france progressed after a clinically 4 - 0 defeat over sweden in the final round. [SEP] argentine fourth seed juan martin del potro ousted fourth seed novak djokookovic won the overall french open in 2005 while sixth seed nikolay davydenko defeated germany 2 - 6 6 - 3. [SEP] but anxiety is heightened by the lives and livelihoods of children in their home. [SEP] gavaskar made fifties immediately, caught by michael clarke and graeme onions. [SEP] sri lanka's ruling party, the democratic alliance, agreed saturday to stage a special run - off election [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] progressed over third seed novak djokovic, 6 - 0, 7 - 7, 6 - 7 6 - 2, radek stepanek 7 - 5, 7 - 4 and french sixth seed frenchman xavier malisse and frenchman frenchman simon rolle won 4 - 6 - 2 6 - 6 7 - 3. [SEP] but this does not happen to me. [SEP] but as he said in an interview in the guardian, he is also focused on what the book will achieve in five years. [SEP] he was also injured but was struck by a parked motorcycle on friday. [SEP] olympic open champion france ' s elena henin lost her final [SEP]", "detok_text": "[CLS] progressed over third seed novak djokovic, 6 - 0, 7 - 7, 6 - 7 6 - 2, radek stepanek 7 - 5, 7 - 4 and french sixth seed frenchman xavier malisse and frenchman frenchman simon rolle won 4 - 6 - 2 6 - 6 7 - 3. [SEP] but this does not happen to me. [SEP] but as he said in an interview in the guardian, he is also focused on what the book will achieve in five years. [SEP] he was also injured but was struck by a parked motorcycle on friday. [SEP] olympic open champion france's elena henin lost her final [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS] change. \" [SEP] haase withdrew, roddick beat cilben and third - seeded croatian marin cilic, while ivanovic defeated arnaud. [SEP] \" he was moving about it and kept his mind, \" she said. [SEP] president mieil saakashvili walked into a hospital in the eastern afghanistan capital of gumhost province, the eastern northwestern province of iran, where eight people were wounded. [SEP] rafael nadal and fourth - seeded federer won wednesday ' s final match before belgian finalist roger federer advanced in the second set, knocking out against fourth seed novak djokovic. [SEP] there would be an impressive £ [SEP]", "detok_text": "[CLS] change. \"[SEP] haase withdrew, roddick beat cilben and third - seeded croatian marin cilic, while ivanovic defeated arnaud. [SEP]\" he was moving about it and kept his mind, \" she said. [SEP] president mieil saakashvili walked into a hospital in the eastern afghanistan capital of gumhost province, the eastern northwestern province of iran, where eight people were wounded. [SEP] rafael nadal and fourth - seeded federer won wednesday's final match before belgian finalist roger federer advanced in the second set, knocking out against fourth seed novak djokovic. [SEP] there would be an impressive £[SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS], fourth seed ninth seed maria krafin lost in the ninth, who reached the second final of annabel maria sharava ' s tournament last week. [SEP] but the report included something that had been misguided. [SEP] just under 1, 000 units of high - school education worth $ 1, 400 per year earned $ 9, 764 in 2009, up 1. 7 percent from a year earlier. [SEP] marden, germany - - - seeded french teenager novak djokovic beat no. 7 third - seeded andy murray, 7 - 6 6 - 7 6 - 7 and eighth seed ljubicic of serbia [SEP]", "detok_text": "[CLS], fourth seed ninth seed maria krafin lost in the ninth, who reached the second final of annabel maria sharava's tournament last week. [SEP] but the report included something that had been misguided. [SEP] just under 1, 000 units of high - school education worth $1, 400 per year earned $9, 764 in 2009, up 1. 7 percent from a year earlier. [SEP] marden, germany - - - seeded french teenager novak djokovic beat no. 7 third - seeded andy murray, 7 - 6 6 - 7 6 - 7 and eighth seed ljubicic of serbia [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] between 2001 and 2003 who have been living in the uk for five years. [SEP] toronto forward allen delve led the celtics 84 - 74 in the playoffs. [SEP] in finland, nick savoni hamilton ' s eighth - placed williams and team - mateki kovalainen was sixth to finish at 66sec by 19. 1 seconds to take fifth place. [SEP] kimi raikkonen, with 2. 37 seconds left, started in fourth but finished fourth in his 0. 701sec, 42. 832 behind fellow german timo mol on saturday. [SEP] \" we look forward to the increasing release of [SEP]", "detok_text": "[CLS] between 2001 and 2003 who have been living in the uk for five years. [SEP] toronto forward allen delve led the celtics 84 - 74 in the playoffs. [SEP] in finland, nick savoni hamilton's eighth - placed williams and team - mateki kovalainen was sixth to finish at 66sec by 19. 1 seconds to take fifth place. [SEP] kimi raikkonen, with 2. 37 seconds left, started in fourth but finished fourth in his 0. 701sec, 42. 832 behind fellow german timo mol on saturday. [SEP] \" we look forward to the increasing release of [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS], \" weiner said in an interview with the associated press over the weekend. [SEP] the top two players from defending champions spain lost their automatic place in the last eight along against germany, the republic, england and czech republic. [SEP] the company had been forced to pull names from rbs before they issued a more virenuous response to the allegations, and that they would push ahead with the review of their accounts on friday. [SEP] velbo, fourth, defeated nicolas kiefer 6 - 4 - 6, 3. [SEP] a run - off is also planned. [SEP] charles knight, deputy chairman of the cancer trust, said [SEP]", "detok_text": "[CLS], \" weiner said in an interview with the associated press over the weekend. [SEP] the top two players from defending champions spain lost their automatic place in the last eight along against germany, the republic, england and czech republic. [SEP] the company had been forced to pull names from rbs before they issued a more virenuous response to the allegations, and that they would push ahead with the review of their accounts on friday. [SEP] velbo, fourth, defeated nicolas kiefer 6 - 4 - 6, 3. [SEP] a run - off is also planned. [SEP] charles knight, deputy chairman of the cancer trust, said [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] on tuesday morning. [SEP] next, sekwill is free to say goodbye. [SEP] 26 - police in mogadishu arrested wednesday thursday a 13 - year - old muslim for his role in a suicide attack on indian government troops, abt television said. [SEP] but the opener was again undermined for his 70, while collingwood finished with a 75 for four and broad made a close 73 as england spin captain matt lee tried to keep the threat with his fourth ball. [SEP] libya has the world ' s largest oil export production of some 100, 000 barrels a day. [SEP] \" it could be the final place from the end [SEP]", "detok_text": "[CLS] on tuesday morning. [SEP] next, sekwill is free to say goodbye. [SEP] 26 - police in mogadishu arrested wednesday thursday a 13 - year - old muslim for his role in a suicide attack on indian government troops, abt television said. [SEP] but the opener was again undermined for his 70, while collingwood finished with a 75 for four and broad made a close 73 as england spin captain matt lee tried to keep the threat with his fourth ball. [SEP] libya has the world's largest oil export production of some 100, 000 barrels a day. [SEP] \" it could be the final place from the end [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] 2005, although there would appear to be a recognition of a significant surge in the violence. [SEP] the russian williams, in a 15th masters singles match, lost to russia 6 - 3 in the fourth round saturday at the 94th french open, meeting russian eighth seed nikolay davydenko who claimed a three - set victory sunday to ensure elena balentie ' s title defense alive. [SEP] gm took the risk of cutting jobs by £30m altogether, selling off its sports sports group and rejuvenating the rest of its core sports brand. [SEP] news of russia ' s disputed parliamentary election means medvedev is likely to win [SEP]", "detok_text": "[CLS] 2005, although there would appear to be a recognition of a significant surge in the violence. [SEP] the russian williams, in a 15th masters singles match, lost to russia 6 - 3 in the fourth round saturday at the 94th french open, meeting russian eighth seed nikolay davydenko who claimed a three - set victory sunday to ensure elena balentie's title defense alive. [SEP] gm took the risk of cutting jobs by £30m altogether, selling off its sports sports group and rejuvenating the rest of its core sports brand. [SEP] news of russia's disputed parliamentary election means medvedev is likely to win [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] s & poor fell 0. 2 percent percent, france ' s cac - 0. 1 percent down 0. 7 percent and france ' s cac - 40 was down 0. 1 percent. [SEP] france ' s cac - 40 lost 1. 2, britain ' s cac was down 0. 2 percent. [SEP] speaking at a nato base in kabul, mullah mosaf abdulwarzai, a leader of afghanistan ' s powerful taliban movement in northwestern pakistan, said haji hekmat khan, the group ' s leader, did not want to name him. [SEP] analysts are optimistic of aol ' s [SEP]", "detok_text": "[CLS] s & poor fell 0. 2 percent percent, france's cac - 0. 1 percent down 0. 7 percent and france's cac - 40 was down 0. 1 percent. [SEP] france's cac - 40 lost 1. 2, britain's cac was down 0. 2 percent. [SEP] speaking at a nato base in kabul, mullah mosaf abdulwarzai, a leader of afghanistan's powerful taliban movement in northwestern pakistan, said haji hekmat khan, the group's leader, did not want to name him. [SEP] analysts are optimistic of aol's [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS]sters of belgium, xavier luccis of france and schlemi callers of germany lost here. [SEP] having done a similar study in the 1980s, researchers found 8, 200 cancer people per year, up to 40 percent of the population, were infected and diagnosed. [SEP] fourth seed andy haas, 2 - 6 - 0 against no. 4 novak djokovic, no. 3 - 1 against swiss nicolas schleck, the sixth seed, and fourth and fourth - rounder, defeated czech ivoovic 7 - 3 7 - 2 in the par - four masters on sunday. [SEP] defending champion djokovic will play swiss tommy [SEP]", "detok_text": "[CLS]sters of belgium, xavier luccis of france and schlemi callers of germany lost here. [SEP] having done a similar study in the 1980s, researchers found 8, 200 cancer people per year, up to 40 percent of the population, were infected and diagnosed. [SEP] fourth seed andy haas, 2 - 6 - 0 against no. 4 novak djokovic, no. 3 - 1 against swiss nicolas schleck, the sixth seed, and fourth and fourth - rounder, defeated czech ivoovic 7 - 3 7 - 2 in the par - four masters on sunday. [SEP] defending champion djokovic will play swiss tommy [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] 97. 06 billion dollars from 98. 88 billion dollars in 2006. [SEP] the 2004 australian open and french open semifinals champion federer lost his final match, breaking three times in his last chance to finish the tournament. [SEP] france ' s fifth - seed nikolay davydenko took part in their quarter - final match in paris, against marin cilic and france ' s nicolas almadyr lost the third seed, germany ' s nicolas stepaner and michael kanera of japan. [SEP] dr richard balogh, an academic specialising in health and pediatrics, says that losing normal weight is much too expensive to help children. [SEP] a [SEP]", "detok_text": "[CLS] 97. 06 billion dollars from 98. 88 billion dollars in 2006. [SEP] the 2004 australian open and french open semifinals champion federer lost his final match, breaking three times in his last chance to finish the tournament. [SEP] france's fifth - seed nikolay davydenko took part in their quarter - final match in paris, against marin cilic and france's nicolas almadyr lost the third seed, germany's nicolas stepaner and michael kanera of japan. [SEP] dr richard balogh, an academic specialising in health and pediatrics, says that losing normal weight is much too expensive to help children. [SEP] a [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS] britain ' s andy williams and three - time australian open champion djokovic in the fourth round saturday to clinch the open - title winner over third - seeded novakokovic, frenchman ivo tsonga of france and french open champion. [SEP] the supreme court canceled a presidential election due to be held this week. [SEP] stockholm, germany - - world number two safina won the french open title on thursday, clinching his fourth straight by beating fellow - seeded belgian robin sodenn and winning the parm open, the tournament ' s sixth - ever event. [SEP] safin plans his retirement next year after winning three out of the [SEP]", "detok_text": "[CLS] britain's andy williams and three - time australian open champion djokovic in the fourth round saturday to clinch the open - title winner over third - seeded novakokovic, frenchman ivo tsonga of france and french open champion. [SEP] the supreme court canceled a presidential election due to be held this week. [SEP] stockholm, germany - - world number two safina won the french open title on thursday, clinching his fourth straight by beating fellow - seeded belgian robin sodenn and winning the parm open, the tournament's sixth - ever event. [SEP] safin plans his retirement next year after winning three out of the [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS] winner andy murray, frenchman andy number one, frenchman frenchman arnaud clement, belgian novak djokovic, fourth seed arnaud clement, fourth and fourth - seeded french seed nikolay safin and sixth seed federer. [SEP] the 2005 world overall champion anders rasmussen, a veteran midway through the 2008 season and winner of the 2005 2005 olympic champion danish side, held his lead to 15 points. [SEP] arsenal midfielder louis heinze scored scored his first goal of the season as the international pulled league rivals st etienne to 4 - 0 up over romanian side olympiakos 2 - 0 earlier on tuesday. [SEP] mr clarke resigned under the last - minute offer [SEP]", "detok_text": "[CLS] winner andy murray, frenchman andy number one, frenchman frenchman arnaud clement, belgian novak djokovic, fourth seed arnaud clement, fourth and fourth - seeded french seed nikolay safin and sixth seed federer. [SEP] the 2005 world overall champion anders rasmussen, a veteran midway through the 2008 season and winner of the 2005 2005 olympic champion danish side, held his lead to 15 points. [SEP] arsenal midfielder louis heinze scored scored his first goal of the season as the international pulled league rivals st etienne to 4 - 0 up over romanian side olympiakos 2 - 0 earlier on tuesday. [SEP] mr clarke resigned under the last - minute offer [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] in european trading friday the ftse 100 index sank into a 1. 61 percent loss, and the benchmark markitraxxxx 300 index 30 in france fell 1. 3 percent, while france ' s cac - - 40 in france lost 1. 54 percent. [SEP] the 4, 034 children whose study results were published in the prestigious european journal of respiratory, authored by dr. robert m. klein, a professor of anesthalology at the university of chicago. [SEP] after losing his second straight french open here, american defending champion paul leverkusen won an earlier match after taking a late set to clinch a [SEP]", "detok_text": "[CLS] in european trading friday the ftse 100 index sank into a 1. 61 percent loss, and the benchmark markitraxxxx 300 index 30 in france fell 1. 3 percent, while france's cac - - 40 in france lost 1. 54 percent. [SEP] the 4, 034 children whose study results were published in the prestigious european journal of respiratory, authored by dr. robert m. klein, a professor of anesthalology at the university of chicago. [SEP] after losing his second straight french open here, american defending champion paul leverkusen won an earlier match after taking a late set to clinch a [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] 7 - 5, 6 - 5 win over serena. [SEP] the swiss parliament ' s committee decided early today to finish consideration of the senate consultative committee on the legitimacy of switzerland ' s anti - muslim administration. [SEP] ten years later, america ' s slow recovery is continuing at a record pace. [SEP] i asked them about the same story. [SEP] \" it ' s very hard to ask the media not to put it off. [SEP] no. 4 davydenko lost 7 - 6 - 3, 6 - 6 6 - 3 to defeat british sixth - seed james blake 6 - 2 and belgian 13th - seed melzer 6 - 3, [SEP]", "detok_text": "[CLS] 7 - 5, 6 - 5 win over serena. [SEP] the swiss parliament's committee decided early today to finish consideration of the senate consultative committee on the legitimacy of switzerland's anti - muslim administration. [SEP] ten years later, america's slow recovery is continuing at a record pace. [SEP] i asked them about the same story. [SEP] \" it's very hard to ask the media not to put it off. [SEP] no. 4 davydenko lost 7 - 6 - 3, 6 - 6 6 - 3 to defeat british sixth - seed james blake 6 - 2 and belgian 13th - seed melzer 6 - 3, [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS], making the trip for liverpool ' s fa defeat against aston villa last sunday. [SEP] safina faces a tough tough battle after the atp masters which starts next month when he is defending his second masters title after trying to regain his form. [SEP] djokovic lost 6 - 0, 6 - 3, radwanska lost 6 - 3 to nicolas maenti, beat croatian novak djokovic 6 - 7 6 - 4 and moved into a quarter - final by the frenchman who beat belgian paul jankowski 7 - 3. [SEP] the australian open champion federer lost his french open semifinals, 7 - 6 - 6 win over [SEP]", "detok_text": "[CLS], making the trip for liverpool's fa defeat against aston villa last sunday. [SEP] safina faces a tough tough battle after the atp masters which starts next month when he is defending his second masters title after trying to regain his form. [SEP] djokovic lost 6 - 0, 6 - 3, radwanska lost 6 - 3 to nicolas maenti, beat croatian novak djokovic 6 - 7 6 - 4 and moved into a quarter - final by the frenchman who beat belgian paul jankowski 7 - 3. [SEP] the australian open champion federer lost his french open semifinals, 7 - 6 - 6 win over [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] cancer. [SEP] novak djokovic will play thursday and french open champion federer will take serbia, russia and lithuania on monday. [SEP] arsenal finished three points above united after taking a 2 - 0 lead to add to their unbeaten champions league hopes. [SEP] the centre - back scored a equalising own goal before half - time when defender theo walcott lost his penalty after england midfielder david james equalisedise with a six - minute before half - time. [SEP] the reports reported that 29 afghan soldiers, including eight afghan, have been killed since dec. [SEP] more than 70 people, including adults aged 11, 29, 2, 500 adults, [SEP]", "detok_text": "[CLS] cancer. [SEP] novak djokovic will play thursday and french open champion federer will take serbia, russia and lithuania on monday. [SEP] arsenal finished three points above united after taking a 2 - 0 lead to add to their unbeaten champions league hopes. [SEP] the centre - back scored a equalising own goal before half - time when defender theo walcott lost his penalty after england midfielder david james equalisedise with a six - minute before half - time. [SEP] the reports reported that 29 afghan soldiers, including eight afghan, have been killed since dec. [SEP] more than 70 people, including adults aged 11, 29, 2, 500 adults, [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] 12 assists ) and lost three straight games. [SEP] this article was first published on guardian. co. uk at 08. 00 gmt on tuesday 26 january 2010. [SEP] do you have a mac? [SEP] champion roger federer had to move into the third set and reach the fourth round of french open wimbledon champion richard masters yesterday. [SEP] paul mendens ousted and frenchman julien sabota cruised off sixth - seeded ljubicic 6 - 4 2 - 0, 6 - 6, while novak djokovic eliminated switzerland in the third round of the tournament. [SEP] the woman, of highbury, derbyshire, on june 18 [SEP]", "detok_text": "[CLS] 12 assists ) and lost three straight games. [SEP] this article was first published on guardian. co. uk at 08. 00 gmt on tuesday 26 january 2010. [SEP] do you have a mac? [SEP] champion roger federer had to move into the third set and reach the fourth round of french open wimbledon champion richard masters yesterday. [SEP] paul mendens ousted and frenchman julien sabota cruised off sixth - seeded ljubicic 6 - 4 2 - 0, 6 - 6, while novak djokovic eliminated switzerland in the third round of the tournament. [SEP] the woman, of highbury, derbyshire, on june 18 [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] £40, 000 transfer fee. [SEP] the fourth - seeded gako defeated hubr 4 - 7, 6 - 7 ( - 7 ), 6 - 7, 6 - 7 safre 6 - 1, 6 - - 6 ( 7 6 - 2 ), 7 - 6, 6 - 5 ). [SEP] federer went on his way into the match in the fourth set and lost 13 times to german teenager michael minar, before going 7 - 6, 7 - 5 down. [SEP] this article was first published at guardian. co on thursday 19 march 2008 in the uk at 12. 05 gmt. [SEP] it was [SEP]", "detok_text": "[CLS] £40, 000 transfer fee. [SEP] the fourth - seeded gako defeated hubr 4 - 7, 6 - 7 (- 7), 6 - 7, 6 - 7 safre 6 - 1, 6 - - 6 (7 6 - 2), 7 - 6, 6 - 5 ). [SEP] federer went on his way into the match in the fourth set and lost 13 times to german teenager michael minar, before going 7 - 6, 7 - 5 down. [SEP] this article was first published at guardian. co on thursday 19 march 2008 in the uk at 12. 05 gmt. [SEP] it was [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] that after the pre - election reportes, brown is reluctant to convene his deal to stay on next week. [SEP] in the french women ' s event, venus williams dispatched justine henin after she had lost five out of the matches, losing, 5 - 2, 6 - 3. [SEP] no. 3 seed safina, who lost in the fourth round in the australian open open, won the match 14 - 0 for a spot at no. 1. [SEP] the nato soldiers had been fighting at a mosque in the eastern ghazni district in the provincial capital of nurdah some day earlier. [SEP] washington - [SEP]", "detok_text": "[CLS] that after the pre - election reportes, brown is reluctant to convene his deal to stay on next week. [SEP] in the french women's event, venus williams dispatched justine henin after she had lost five out of the matches, losing, 5 - 2, 6 - 3. [SEP] no. 3 seed safina, who lost in the fourth round in the australian open open, won the match 14 - 0 for a spot at no. 1. [SEP] the nato soldiers had been fighting at a mosque in the eastern ghazni district in the provincial capital of nurdah some day earlier. [SEP] washington - [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] said : \" i am confident for my future. [SEP] the gunners scored three goals from liverpool ' s seven - goal lead as they also dropped points off leaders chelsea and champions league united claimed a late goal for the club as defending premier league champions liverpool and strugglers liverpool determined they could not find a rational way to finish off last season ' s indifferent run by winning their four - match title. [SEP] the researchers studied 318 women who screened themselves ; from 1970 - 2006, they were students ( 48 % % ) and young adults ( 53 % ). [SEP] last week, a group of 396, 000 people from 70 countries agreed to [SEP]", "detok_text": "[CLS] said: \" i am confident for my future. [SEP] the gunners scored three goals from liverpool's seven - goal lead as they also dropped points off leaders chelsea and champions league united claimed a late goal for the club as defending premier league champions liverpool and strugglers liverpool determined they could not find a rational way to finish off last season's indifferent run by winning their four - match title. [SEP] the researchers studied 318 women who screened themselves; from 1970 - 2006, they were students (48 % %) and young adults (53 %). [SEP] last week, a group of 396, 000 people from 70 countries agreed to [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS]ka krabanko to 30 points in a quarterfinal quarter - final over russia ' s russian davidz sav. dinara safin finished seventh and vladimir garonnen, 4 - 2, while russian nikolay davydenko finished seventh and frenchman gilles simon won the qatar open. [SEP] safina won the match, 3 - 1 after fourth - seeded maria sharapova went 6 - 4 to beat safina, 2 - 5, and no. 30 seed elena dementieva won a victory over eighth - seeded stanislasrold 6 - 7 - - 0 - 6, 7 - 7 ( [SEP]", "detok_text": "[CLS]ka krabanko to 30 points in a quarterfinal quarter - final over russia's russian davidz sav. dinara safin finished seventh and vladimir garonnen, 4 - 2, while russian nikolay davydenko finished seventh and frenchman gilles simon won the qatar open. [SEP] safina won the match, 3 - 1 after fourth - seeded maria sharapova went 6 - 4 to beat safina, 2 - 5, and no. 30 seed elena dementieva won a victory over eighth - seeded stanislasrold 6 - 7 - - 0 - 6, 7 - 7 ( [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] their british rivals. [SEP] on saturday night, the 18 - year - old frenchman reached the first round of wimbledon in the semi - finals in the tournament and french open. [SEP] in 2004, at the french open, the russian defeated russia ' s elena dementieva and french quarter - finalist amelie mauresmo and sixth seed venus beat alka shara 6 - 3 on friday. [SEP] ( cnn ) - - andre agassi defeated david ferrer 6 - 5, 6 - 3 in the fourth wimbledon final. [SEP] greg smith, a doctor from london, died on sept. [SEP] in the previous investigation, the times said [SEP]", "detok_text": "[CLS] their british rivals. [SEP] on saturday night, the 18 - year - old frenchman reached the first round of wimbledon in the semi - finals in the tournament and french open. [SEP] in 2004, at the french open, the russian defeated russia's elena dementieva and french quarter - finalist amelie mauresmo and sixth seed venus beat alka shara 6 - 3 on friday. [SEP] (cnn) - - andre agassi defeated david ferrer 6 - 5, 6 - 3 in the fourth wimbledon final. [SEP] greg smith, a doctor from london, died on sept. [SEP] in the previous investigation, the times said [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] federer beat roger federer 6 - 6, 7 - 6, 7 - 5, 6 - 7 in the australian tennis open on wednesday, but his preparation of the australian open open marks the first time the french champion failed to finish it in the final of the 2007 event in 25 years. [SEP] that they can buy one more time at home? [SEP] it ' s also very expensive, unless you ' re really looking to find a good deal. [SEP] sarkozy ordered the inquiry but resigned his position on the sidelines as the day ' s talks unfolded. [SEP] russia ' s menddenko defeated fellow russian igor makarov [SEP]", "detok_text": "[CLS] federer beat roger federer 6 - 6, 7 - 6, 7 - 5, 6 - 7 in the australian tennis open on wednesday, but his preparation of the australian open open marks the first time the french champion failed to finish it in the final of the 2007 event in 25 years. [SEP] that they can buy one more time at home? [SEP] it's also very expensive, unless you're really looking to find a good deal. [SEP] sarkozy ordered the inquiry but resigned his position on the sidelines as the day's talks unfolded. [SEP] russia's menddenko defeated fellow russian igor makarov [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] pitcher wilson stewart is ninth on the injured list with a right hand shoulder. [SEP] however, he was ready to play golf again on thursday, sunday morning, wednesday. [SEP] france ' s williams withdrew in the quarter - finals of this afternoon ' s french open final after losing a bit of serve in the morning. [SEP] numbers : 92891, 9200, 7340, 92997, 924 7491, 88887 ; $ 1, 6264. 2 - 738 7288. 1, $ 1 - 800 - 587. 597 ; $ 1. 936. [SEP]", "detok_text": "[CLS] pitcher wilson stewart is ninth on the injured list with a right hand shoulder. [SEP] however, he was ready to play golf again on thursday, sunday morning, wednesday. [SEP] france's williams withdrew in the quarter - finals of this afternoon's french open final after losing a bit of serve in the morning. [SEP] numbers: 92891, 9200, 7340, 92997, 924 7491, 88887; $1, 6264. 2 - 738 7288. 1, $1 - 800 - 587. 597; $1. 936. [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] lysacek, the 2006 open champion and 2004 champion who had lost his second major title after losing after losing 1, 400 pounds, had withdrew earlier than expected this week. [SEP] fourth - seeded robinz garridova of france was defeated 2 - 3, 6 - 4 6 - 3 and dementieva defeated frenchman marat safin in the quarterfinals. [SEP] they were down at 0. 25 euros and down 3 - 0. 4 percent at 1700 gmt on wednesday. [SEP] top - seed dinara safina failed to lose another set when her russian eighth opponent defeated french winner nicolas berrer 6 [SEP]", "detok_text": "[CLS] lysacek, the 2006 open champion and 2004 champion who had lost his second major title after losing after losing 1, 400 pounds, had withdrew earlier than expected this week. [SEP] fourth - seeded robinz garridova of france was defeated 2 - 3, 6 - 4 6 - 3 and dementieva defeated frenchman marat safin in the quarterfinals. [SEP] they were down at 0. 25 euros and down 3 - 0. 4 percent at 1700 gmt on wednesday. [SEP] top - seed dinara safina failed to lose another set when her russian eighth opponent defeated french winner nicolas berrer 6 [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] also expected to make its own announcement for its electric range from 2011 to 2012. [SEP] scotland is mainly about the highlands and shetland isles, the northernmost affected by the news of the island. [SEP] paris - - eighth seed safina comes out against american simon stoical in the quarterfinals. [SEP] he dropped serve in his final set of which he had to level at 5 6 - 4, then saved three points before losing the next four games. [SEP] \" when the whole situation is different, scary and complicated, it is hard to think, \" says peter klee, a director of research at the global public health research center. [SEP]", "detok_text": "[CLS] also expected to make its own announcement for its electric range from 2011 to 2012. [SEP] scotland is mainly about the highlands and shetland isles, the northernmost affected by the news of the island. [SEP] paris - - eighth seed safina comes out against american simon stoical in the quarterfinals. [SEP] he dropped serve in his final set of which he had to level at 5 6 - 4, then saved three points before losing the next four games. [SEP] \"when the whole situation is different, scary and complicated, it is hard to think,\" says peter klee, a director of research at the global public health research center. [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] year. [SEP] his disappointment was that they took a lot of full advantage. [SEP] \" we are very optimistic, \" said iran analyst mohamed reza rohani, 76, a sociologist. [SEP] the cavaliers were within their own points in the half but jamaal lost 12 points in the quarter after milwaukee gave the 76ers a big lead midway in the second quarter. [SEP] it was tough, so i can ' t get sure what i am going to do next, \" said weir. [SEP] the former french champion won in 2005 and 2005 and lost in 2005 to earn a spot again at the paris final in september. [SEP] the government is [SEP]", "detok_text": "[CLS] year. [SEP] his disappointment was that they took a lot of full advantage. [SEP] \"we are very optimistic,\" said iran analyst mohamed reza rohani, 76, a sociologist. [SEP] the cavaliers were within their own points in the half but jamaal lost 12 points in the quarter after milwaukee gave the 76ers a big lead midway in the second quarter. [SEP] it was tough, so i can't get sure what i am going to do next, \" said weir. [SEP] the former french champion won in 2005 and 2005 and lost in 2005 to earn a spot again at the paris final in september. [SEP] the government is [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] next, swiss roger federer celebrates his second straight quarter - final over frenchman david coquetand, of france, after a quarterfinal victory against frenchman jan gahdandr. [SEP] the chief executive of scotland has spent £7. 5 million of the past week and he was fired just three months before applying for the job. [SEP] south africa helped the hosts snatch a series win for the second time in the series with a maiden six - wicket stand of eight off six balls and sidebottom winning 1 - 0 after winning his first wicket of his innings - - an extra - wicket without loss. [SEP] there ' s a reason to think [SEP]", "detok_text": "[CLS] next, swiss roger federer celebrates his second straight quarter - final over frenchman david coquetand, of france, after a quarterfinal victory against frenchman jan gahdandr. [SEP] the chief executive of scotland has spent £7. 5 million of the past week and he was fired just three months before applying for the job. [SEP] south africa helped the hosts snatch a series win for the second time in the series with a maiden six - wicket stand of eight off six balls and sidebottom winning 1 - 0 after winning his first wicket of his innings - - an extra - wicket without loss. [SEP] there's a reason to think [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] england resumed on tea, the americans quickly took the lead 50 - 1 and the tourists lost again, england just finishing off five wickets from four before lunch. [SEP] eighth - ranked denis menchov had served five aces by beating his opponent against fourth seed seed williams in the semi - finals. [SEP] obama made the announcement before his final place at the summit. [SEP] analyst heinz kravitz claimed that bmw will save € 2. 3 million ( £1. 9 million ) this year by selling its profitable luxury assets, the daily newspaper reported. [SEP] he was tied at 5 - par 277 and shot 70 at the second round after finishing [SEP]", "detok_text": "[CLS] england resumed on tea, the americans quickly took the lead 50 - 1 and the tourists lost again, england just finishing off five wickets from four before lunch. [SEP] eighth - ranked denis menchov had served five aces by beating his opponent against fourth seed seed williams in the semi - finals. [SEP] obama made the announcement before his final place at the summit. [SEP] analyst heinz kravitz claimed that bmw will save € 2. 3 million (£1. 9 million) this year by selling its profitable luxury assets, the daily newspaper reported. [SEP] he was tied at 5 - par 277 and shot 70 at the second round after finishing [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] began in 2002. [SEP] the storied newspaper group owns siemens, bmw sav and metro fisker, a unit of bmw group ' s miiff / bin subsidiary wischhall, which had lost 2, 000 jobs last year. [SEP] but the dow ' s stock dropped 38 percent, the tech stock then lost 40 percent its value and in the first quarter, the standard & poors 500 has slumped nearly 70 percent and the standard & poor ' s stock price index has held up 7. 1 percent over the last 18 years. [SEP] gulbis finally lost his fourth match here on friday, but the swiss held off [SEP]", "detok_text": "[CLS] began in 2002. [SEP] the storied newspaper group owns siemens, bmw sav and metro fisker, a unit of bmw group's miiff/bin subsidiary wischhall, which had lost 2, 000 jobs last year. [SEP] but the dow's stock dropped 38 percent, the tech stock then lost 40 percent its value and in the first quarter, the standard & poors 500 has slumped nearly 70 percent and the standard & poor's stock price index has held up 7. 1 percent over the last 18 years. [SEP] gulbis finally lost his fourth match here on friday, but the swiss held off [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS]rands can replace the full back just before half - time, and there is no doubt that the striker wants to return. [SEP] fulham have been able to keep the draw through the knockout stages, beaten by fulham on wednesday when they dropped to sixth on goal and sixth at home after 14 games. [SEP] the men in his german team included nicolas kkoen and mariaz janling of denmark and older brother and sister caroline verdakava of the republic. [SEP] lewis hamilton claimed his first fourth - place victory in one grand prix, beating fellow kim raikkonen in the quarter - finals of the hungarian grand prix. [SEP] \" [SEP]", "detok_text": "[CLS]rands can replace the full back just before half - time, and there is no doubt that the striker wants to return. [SEP] fulham have been able to keep the draw through the knockout stages, beaten by fulham on wednesday when they dropped to sixth on goal and sixth at home after 14 games. [SEP] the men in his german team included nicolas kkoen and mariaz janling of denmark and older brother and sister caroline verdakava of the republic. [SEP] lewis hamilton claimed his first fourth - place victory in one grand prix, beating fellow kim raikkonen in the quarter - finals of the hungarian grand prix. [SEP] \" [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] fourth - seed ivanovic and danish teenager frank safins and eighth seed rafael nadal, of spain, held on to win a victory over his fellow swede and sixth - seeded djokovic 6 - 4, 7 - 5, 7 - 6 6 - 4 3, 6 - 3 6 - 3 and lost to eighth - frenchman agnes szavay 6 - 3. [SEP] ricky sbragia has successfully decided to leave united until next month ' s cup and is not considering a boycott of the fa cup until the french open. [SEP] the fifth seed roger federer was lost in the second round. [SEP] after losing five [SEP]", "detok_text": "[CLS] fourth - seed ivanovic and danish teenager frank safins and eighth seed rafael nadal, of spain, held on to win a victory over his fellow swede and sixth - seeded djokovic 6 - 4, 7 - 5, 7 - 6 6 - 4 3, 6 - 3 6 - 3 and lost to eighth - frenchman agnes szavay 6 - 3. [SEP] ricky sbragia has successfully decided to leave united until next month's cup and is not considering a boycott of the fa cup until the french open. [SEP] the fifth seed roger federer was lost in the second round. [SEP] after losing five [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] 7 6 - 1 - 6 7 - 6 6 - 3 and defeated ernests gulbis and tommy haas 3 - 7, 7 - 7, in the second match. [SEP] david burrell, 41, of tollburn road, abowham, and 34, of highmore road, sedgeon, westminster, were both arrested at about 2000 gmt on saturday. [SEP] that means people may be talking more about cars. [SEP] sixth seed safina, whose fourth seed stan kuchaiev lost, 5 - 0, had to contain her opponent from a set point in the second time to win 5 - 1 [SEP]", "detok_text": "[CLS] 7 6 - 1 - 6 7 - 6 6 - 3 and defeated ernests gulbis and tommy haas 3 - 7, 7 - 7, in the second match. [SEP] david burrell, 41, of tollburn road, abowham, and 34, of highmore road, sedgeon, westminster, were both arrested at about 2000 gmt on saturday. [SEP] that means people may be talking more about cars. [SEP] sixth seed safina, whose fourth seed stan kuchaiev lost, 5 - 0, had to contain her opponent from a set point in the second time to win 5 - 1 [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] recoup. [SEP] lyon had opened the game five minutes short of goal by scoring in the final minute of extra - time when toni grabbed a goal at offside time and belgian side sv hamburg sealed a 2 - 0 win in the group stage while german favorites lyon cruised to a three - goal win over bayern munich. [SEP] at the tournament in london on wednesday, sixth seed venus williams defeated misi kleybani, 25, and fourth - seeded no. 16 elena rakarina in a quarterfinal match against former french no. 31 maliva, and st. petersburg open seed venus williams 7 - 6. [SEP] the [SEP]", "detok_text": "[CLS] recoup. [SEP] lyon had opened the game five minutes short of goal by scoring in the final minute of extra - time when toni grabbed a goal at offside time and belgian side sv hamburg sealed a 2 - 0 win in the group stage while german favorites lyon cruised to a three - goal win over bayern munich. [SEP] at the tournament in london on wednesday, sixth seed venus williams defeated misi kleybani, 25, and fourth - seeded no. 16 elena rakarina in a quarterfinal match against former french no. 31 maliva, and st. petersburg open seed venus williams 7 - 6. [SEP] the [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] - 5 and sixth - seed safina, fourth - seeded federer, lost a semifinal earlier, no. 1 roger of france defeated russian eighth seed navtarbanic 6 - 4, fourth - 12th seed cientic lost 7 - 5 7 - 6 and 7 - 6 and seventh - seeded frenchman nicolas kiefer ousted david chalvinian. fourth seed venus williams said she was planning to make her debut with the world no 6 on friday. [SEP] paris ( ap ) - - andy murray has beat fellow maria sharapova of russia 6 - 2, 6 - 0, 6 - 3 to reach the [SEP]", "detok_text": "[CLS] - 5 and sixth - seed safina, fourth - seeded federer, lost a semifinal earlier, no. 1 roger of france defeated russian eighth seed navtarbanic 6 - 4, fourth - 12th seed cientic lost 7 - 5 7 - 6 and 7 - 6 and seventh - seeded frenchman nicolas kiefer ousted david chalvinian. fourth seed venus williams said she was planning to make her debut with the world no 6 on friday. [SEP] paris (ap) - - andy murray has beat fellow maria sharapova of russia 6 - 2, 6 - 0, 6 - 3 to reach the [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS]. [SEP] lars bueller of stockholm, sweden, died june 18, aug. [SEP] the biggest of the draw was top - seeded ali wawrinka. [SEP] clijsters was ahead, 26 - 20, by robin soderling after returning from a break down at 15 - 15. [SEP] he returned to the uk five months ago, but remains in captivity. [SEP] this will happen every winter when a flu is a cloud. [SEP] philippe reinier scored a second goal after substitute brad anelka had a half - minute lead, off mikael reinel ' s goal, in the 78th after dutch goalie ars [SEP]", "detok_text": "[CLS]. [SEP] lars bueller of stockholm, sweden, died june 18, aug. [SEP] the biggest of the draw was top - seeded ali wawrinka. [SEP] clijsters was ahead, 26 - 20, by robin soderling after returning from a break down at 15 - 15. [SEP] he returned to the uk five months ago, but remains in captivity. [SEP] this will happen every winter when a flu is a cloud. [SEP] philippe reinier scored a second goal after substitute brad anelka had a half - minute lead, off mikael reinel's goal, in the 78th after dutch goalie ars [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] are far more likely. [SEP] still, she said, he was more optimistic. [SEP] paris, france - - france ' s chara sa beat justine henin on thursday to make it through to the third consecutive french open tournaments, including wins at the u. s. open and the 2008 u. s. open. [SEP] satterra mahdam, 37, sobbed weakly and sobbed as the baby to her son ' s body was released by her father, muhammad hadram. [SEP] kabul ( ap ) - a record number of afghan soldiers has died in the u. s. assault in afghanistan - - the third major number [SEP]", "detok_text": "[CLS] are far more likely. [SEP] still, she said, he was more optimistic. [SEP] paris, france - - france's chara sa beat justine henin on thursday to make it through to the third consecutive french open tournaments, including wins at the u. s. open and the 2008 u. s. open. [SEP] satterra mahdam, 37, sobbed weakly and sobbed as the baby to her son's body was released by her father, muhammad hadram. [SEP] kabul (ap) - a record number of afghan soldiers has died in the u. s. assault in afghanistan - - the third major number [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] regardless of their age. [SEP] a third man who died in hospital earlier yesterday night also insisted that his head had been stabbed. [SEP] jabili, who took his title at the start of the open in 2006 as a top amateur player, said that \" you did it to help people, because you don ' t know what it was going to. \" [SEP] world no. 1 stepaner, 26, was preparing for his team ' s fourth consecutive title after beating australian open champion roddick, 6 - 4, through 13 games, losing four of three games break - time. [SEP] sweden ' s stefan tsonga, 6 [SEP]", "detok_text": "[CLS] regardless of their age. [SEP] a third man who died in hospital earlier yesterday night also insisted that his head had been stabbed. [SEP] jabili, who took his title at the start of the open in 2006 as a top amateur player, said that \"you did it to help people, because you don't know what it was going to.\" [SEP] world no. 1 stepaner, 26, was preparing for his team's fourth consecutive title after beating australian open champion roddick, 6 - 4, through 13 games, losing four of three games break - time. [SEP] sweden's stefan tsonga, 6 [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] on feb. [SEP] more importantly, aged 65 - 64 more likely to protect their final pension if they want to spend their money to buy their car. [SEP] while soderling racked up his sixth consecutive title and five successive overall, nalbandian was losing his match. [SEP] federer pulled one point down into fifth place at the first stage of the french open finals with two break points and a 5 - 0 record in seven games against his opponent. [SEP] no. 2 roger federer advanced and novak djokovic the first set and defeated frenchman nicolas lapentr earlier in the opening round. [SEP] the winner came from brussels, [SEP]", "detok_text": "[CLS] on feb. [SEP] more importantly, aged 65 - 64 more likely to protect their final pension if they want to spend their money to buy their car. [SEP] while soderling racked up his sixth consecutive title and five successive overall, nalbandian was losing his match. [SEP] federer pulled one point down into fifth place at the first stage of the french open finals with two break points and a 5 - 0 record in seven games against his opponent. [SEP] no. 2 roger federer advanced and novak djokovic the first set and defeated frenchman nicolas lapentr earlier in the opening round. [SEP] the winner came from brussels, [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] ' d think it ' s pretty good. [SEP] \" nobody heard that he thinks it ' s going to really make for a better outcome soon, \" said gcc leader mahamovaskar. [SEP] peter frizner, an economics professor at new york ' s bronx medical center, said people should consider paying more as they try to get an estimate for the cancer tests. [SEP] the orioles moved into top 12 of the season after nine games over boston, while the yankees dropped three games in the al east advancing to 12 games. [SEP] the team is ranked in the region ' s top 10. [SEP] jacques rogge, the [SEP]", "detok_text": "[CLS]'d think it's pretty good. [SEP] \"nobody heard that he thinks it's going to really make for a better outcome soon,\" said gcc leader mahamovaskar. [SEP] peter frizner, an economics professor at new york's bronx medical center, said people should consider paying more as they try to get an estimate for the cancer tests. [SEP] the orioles moved into top 12 of the season after nine games over boston, while the yankees dropped three games in the al east advancing to 12 games. [SEP] the team is ranked in the region's top 10. [SEP] jacques rogge, the [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] 3 1 - 3 innings for the team ' s final victory of the season and moved to sixth spot in the championship standings. [SEP] roger federer, roger federer, davydenko, andy roddick, novak safina, novak gavics, the australian open champion, djokovic and rafael nadal, and rafael nadal. [SEP] his conservative allies david davis, tom hemsley and david abrahams, has endorsed dr salmond ' s allegations. [SEP] it appeared in the guardian on wednesday 28 september 2009 on p6 of the focus section on sunday morning. [SEP] bangle mahida returned to take her own after [SEP]", "detok_text": "[CLS] 3 1 - 3 innings for the team's final victory of the season and moved to sixth spot in the championship standings. [SEP] roger federer, roger federer, davydenko, andy roddick, novak safina, novak gavics, the australian open champion, djokovic and rafael nadal, and rafael nadal. [SEP] his conservative allies david davis, tom hemsley and david abrahams, has endorsed dr salmond's allegations. [SEP] it appeared in the guardian on wednesday 28 september 2009 on p6 of the focus section on sunday morning. [SEP] bangle mahida returned to take her own after [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS] he was sick by the disease and had had suffered thyroid cancer just before his death on friday night. [SEP] the men were arrested after being taken from the royal cornwall hospital until 7 january 2006. [SEP] in 2006, australian john meliet 73. 69 - 73. 67 - 69, tommy haas 73 - 72 and 73 - 73 selvin 73 - 71. [SEP] but mr brown remains the man who will probably accept the job in a referendum six months after office. [SEP] the 31 - year - old was not charged after his death and the 17 - year - old man from the eastbourne street area about 1400 gmt on [SEP]", "detok_text": "[CLS] he was sick by the disease and had had suffered thyroid cancer just before his death on friday night. [SEP] the men were arrested after being taken from the royal cornwall hospital until 7 january 2006. [SEP] in 2006, australian john meliet 73. 69 - 73. 67 - 69, tommy haas 73 - 72 and 73 - 73 selvin 73 - 71. [SEP] but mr brown remains the man who will probably accept the job in a referendum six months after office. [SEP] the 31 - year - old was not charged after his death and the 17 - year - old man from the eastbourne street area about 1400 gmt on [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260508/lm1b_8gpu_fullycoupled_latest_temp_schedule_128steps_n64/summary.tsv

@@ -0,0 +1,17 @@
+name	step	detok_genppl	sample_entropy	distinct_2	top_token_mass	temp_start	temp_end	temp_schedule	concentration_max	update
+const1p45_c256	168000	46.167692609958465	4.203627610836947	0.7084153543307087	0.0589599609375	1.45	1.45	const	256.0	resample
+linear_2p0_to_1p0_c256	168000	57.89282886876284	4.230719319713245	0.7317913385826772	0.0478515625	2.0	1.0	linear	256.0	resample
+linear_2p0_to_0p8_c256	168000	50.33995014345255	4.20795476641468	0.7055856299212598	0.0501708984375	2.0	0.8	linear	256.0	resample
+linear_1p8_to_0p8_c256	168000	42.701768026370516	4.1504656186868445	0.6781496062992126	0.0665283203125	1.8	0.8	linear	256.0	resample
+cosine_2p0_to_1p0_c256	168000	57.69433042345068	4.217734038811499	0.7210875984251969	0.0491943359375	2.0	1.0	cosine	256.0	resample
+cosine_2p0_to_0p8_c256	168000	52.61771836855152	4.229658640820065	0.7153051181102362	0.052490234375	2.0	0.8	cosine	256.0	resample
+cosine_1p8_to_0p8_c256	168000	44.48490287414872	4.189465390460094	0.6977116141732284	0.0614013671875	1.8	0.8	cosine	256.0	resample
+late_2p0_to_0p8_c256	168000	76.25641195724324	4.119732817656021	0.6507135826771654	0.050537109375	2.0	0.8	late	256.0	resample
+const1p45_c1024	168000	44.64688583445828	4.190344770313543	0.6918061023622047	0.0584716796875	1.45	1.45	const	1024.0	resample
+linear_2p0_to_1p0_c1024	168000	67.09372257056255	4.212984973676147	0.6530511811023622	0.0494384765625	2.0	1.0	linear	1024.0	resample
+linear_2p0_to_0p8_c1024	168000	59.49218961431751	4.231511210178493	0.7090305118110236	0.051025390625	2.0	0.8	linear	1024.0	resample
+linear_1p8_to_0p8_c1024	168000	44.10530348094567	4.16083612008407	0.6830708661417323	0.0643310546875	1.8	0.8	linear	1024.0	resample
+cosine_2p0_to_1p0_c1024	168000	69.45955054398952	4.014714437300709	0.59251968503937	0.058837890625	2.0	1.0	cosine	1024.0	resample
+cosine_2p0_to_0p8_c1024	168000	61.62004678653673	4.226612023722781	0.68873031496063	0.048095703125	2.0	0.8	cosine	1024.0	resample
+cosine_1p8_to_0p8_c1024	168000	49.414174907327684	4.191741629686525	0.6957431102362205	0.05908203125	1.8	0.8	cosine	1024.0	resample
+late_2p0_to_0p8_c1024	168000	30.292676715795903	1.950918831735721	0.21345964566929135	0.4271240234375	2.0	0.8	late	1024.0	resample

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260518/owt_compact_v2048_latest_dualline_steps128_c1024_t1p15_n8_noscore/context1024_samples.txt

@@ -0,0 +1,29 @@
+good thing. I’ve said something wrong about that. But I’ve been wrong about it.’ ‘Ok. I’m tough. But it’s hard. I’m coming out. ‘I don’t know. I’m out there. I’m in there, my fine. I’ve never written in this car. I’m out there. ‘Please. I’m not. But I’ve driven myself, I’m out of here. It’s not mine. I’m out there mobile. Yes. That’s smart. I’m out there. I’m moving.’ ‘Get out there. I’m just off the back of my office. It’s been really harder for me. I’ll see a lot of people. I’m not moving. That’s not me.’ ‘There’s some reasons.’ ‘That’s not me. I’m not. ‘Come on the thing. It’s not me.’ ‘It’s not. It’s someone else. That’s what you’re willing to do. I know what it is. Well, well, you’re on the road.’ ‘It’s hard. It’s not tough. I’m out there.’ ‘I don’t like this, but I don’t like to keep it. I like myself. I like it. I’m very soon.’ ‘Oh, no, it’s my sighs. Okay. I mean, this is my conscious sense. It’s my sort of way. ‘Over there, I’ll have an announcement with you.’ ‘That’s about the, you know what you’re doing.’ I’ll get myself done, then. So that’s what I’m saying. Yes, it sounds otherwise target to me, OK?’ ‘I shouldn’t. I’ve got them. I’ve got them cool. I’ve got them. But that’s not too much.’ ‘Workout.’ According to Instagram about surveillance shutdowns, the Silicon Valley-Blunder are apparently stopping any constant police surveillance. ACT ranks has publicly demanded President Trump’s shutdown, denouncing it on the streets of Washington. The larger, former Energy Firm Travis Center, went offline on Tuesday, but no longer remains on the Valley-Blunder. After viewing this in an NBC News interview, you’ll want to get into the recorder and make a mistake. “Keep me up! We got something here, I know.” “I’ve caught the wooden ACT ranks and blindly agreed to me. Whoa?” It’s just me being honest.<|endoftext|>A bombing in Sweden in February at Los Angeles and North American French Tares weren’t close to flying a suit. According to BBTV, a newspaper in Kansas, claiming to be bouncing off work at a bunch of rugby playing company Against American Controls, Microsoft offered links to air-controls to the U.S. air industry. Effee pools then broke off in-house police, and the police the allies laundered, reportedly about putting a computer button on his own TV.
+
+---
+
+. Gadler isn’t so senior to hear that, but perhaps that’s what happened to ride the Titans miss-of-off championships. Finally, it’s easy to believe that there’s no hard work in that chat to make it harder to make it easy, Gadler added. We’re going to talk to everybody else else in team battles. So, each one of us may just have to win. It’s easy to know how to do it, and how it’s getting things going on. It’s time for the self and becomes the last shot to win games, but that doesn’t necessarily mean the Titans are. Photo Credit Hassan Kirzdcke/Camelodia<|endoftext|>May: S-Open: 1.3-1 ((s/t Premiums) (s/a-caps) Data So, it turns out, that’s the seven numbers that we have to record when we come in. BATREAT: Ok Messar (SH) Bad Defender, Adam Cavaliers Supercat, it’s pretty cool! Coop. So Now, we’ll see what we can do, to go everybody from Kirzcke to Miller, to pick up another play coordinator. Now, how do you get in there? What? Because I’ve just picked up with some special philosopher! “That’s a fine sponsor to the Titans that I like all the other opponents of Titans like.” He is great. About the Speeds on Metal. Data This is something we’ve certainly got the chance to do but before we’re going to win in a match next week, we can get us picked off of it. We’ve lived it all three seasons. We’ve won the football game for the rest of season. We get together, we’ve put a lot of buffs on the ball already over the last six weeks, we have put on a simple football and banner, and everyone’s rights to come forward. Give us a couple of buffs and try to get the guys on the touch and get on the ball. That’s why we got the match and banner! Do you get playing in the football game that you’ve been playing? Short? It doesn’t say that it’ll be a couple of games and he’s playing and he had a sharp start to the season. He’s been out in the dark. Like on the same season I’d been playing, I didn’t know where he’s gotta go in the off season. “The time I’m walking off in (Coop is the second) I’ve talked to. I’ve had him a lot. Last time I’ve gone I’ve gone, just a touchdown that’s what I’ve gone. And he’s never been running. He is running in the field sometimes.” Coop has never been running back. That’s all he’s gone. He’s not laughing crowd. He’s just not running back. He’s running back. But he knows what I’ve gone in the fall. “Coop just started coming back a couple of years ago and he has come at me with my shy wings. “On a touch he’s running. We’re shifting back.” S
+
+---
+
+up. Precase item:A lot of flips that push the arm back out in the yard. A lot of flips come out inside. Remote: Attack replacing Tight-blocking Many of the interfaces work by the majority of high level contractors, including Jameis Hamm, Joe Lopez and Desmond Dorks. "You can't run the step in the yards you're used to," said Ryanus. "We've seen a lot of people running on the yards. There aren't a lot of people running out there."<|endoftext|>Gerard Williams, midfielder for Metta on Sunday, is seating with Gerard Vaughn Adam on the ground. Photo: Joe Keynes Gerard Joe McCounter's Vaughn Adam matches in the past 8 p.m. Full Gallery Counter's style and the ultimate stre strength of Paul Karamojas He sustained his midfielder from a sliding back injury when Metta won 2-3, according to Williams. "I was sustained. I finally got out there and started to get worse," said a resident from Karamo. "But I'll try to get all the credit." Williams says most footballers are nervous about anything related to Metta. "This is about getting hurt in my hands. I think we've got something to know and they tell me that I will not win the match because I wanted to play when I was going home. "I wanted it because I was home and when I came back home, I wanted to play. I was going to be back to the game. I believe I would leave or leave if I want. "I'm really happy. I will be playing it the way I did because I've taken my body even more and I'm going to play." The structure seems to have been ticking, according to Williams. Counter is the outburst midfielder and played for the first time against Port McArdic in 2013. He runs Karamojas and stays in his midfield around the kick-boxer for the winner. More than two weeks earlier, Williams is back. "This is the best way to get the ball. I want to watch it and play against it and just be in the midfield on a big crowds," he says. Williams is not happy to have his arm in fear, or under cover to get it. They are not really upgrading, according to his counter. Most agree with the decision that it's coming en masse from injuries that saw him play matches in 2006. "I had a house match where he missed last year last year. It was only that I felt he had fear on the ball so I grew up going out of the maneuver," he adds. Sandro Vández matches are José, Bas Luis, Jaíánis and Martómez, one of the night's Best Ball Balls and now at Pournemouth. He comes Williams works with a big crowd. They only keeps his ticket at the moment. "Nods Adams is undergoing en masse now," said Monitor Doudinam, 2-2 for the midfielder. "His pain is very real," he said. "It takes up to five minutes in a restaurant. My shop this will be his last day. He will be out soon!" “Nods Adams, the beauty of his
+
+---
+
+. I had to be selected and he’s out of the park. I wanted to tell you about the song you could hear and say, you look into it despite being in the song. “They have to call me a good hour. It is like a couch. A very good thing happened with him, but it was silly.” He has written books and plays poetry with his brother and brother, along with his brother, Rich’ Brother. He’s said to give back his favorite words to the world of his favorite “I don’t buy that.” He was also a heroine. Once, he listens to the beat of Richmond’s album, a joke about laughmaking. But, instead, he wrote a song of the night, and Lesam was one of the best on the show, or even in the house, he said. “I always talk to him, sooooo, yeah I know. But I’m keeping this job right, hurry,” he said. “To be honest I don’t talk about myself,” he said. “I tell me when it’s over, I’m out and it’s, it’s my name, my voice, everywhere. I’ll come up and save him.” Lesam walks away from him for weeks. He says, “I’m never going to go back, but when I get out there, everybody knows that’s what it’s gonna do, you know, I know what I’m gonna do.” “I’ve got to take the course, but I just make it bad,” he said. Lesam sees the opportunity, hugging in his heart. Back at him, he says, “There’s a little gimmic about. It’s gone.” He was involved in the heart’s album, playing with Johnny D. Jillings and Andrew White Cassett. It was his time. He’s on the cheese and needs, and something. “I said this. But I’ve called the guy down the hall to check me,” he said. “I firm in and say, ‘That’s what they were going on,’” he said, singing touching things. “Look, you look at the kids, it’s hard,” he said. He’s got a long call and joins from the field. When asked for answer to the question, Lesam waves his guest house. He walks down the hall to clean up. When he answers it, he leaves out the door seats and knows what what’s going on behind him. “Everybody’s there, I shouldn’t,” he said. “I shouldn’t do anyone else I broke through. He thinks the house is over. My dream is to start and push the guest house out the window, sometimes that would stop me standing down the street, my mother, my parents.” “Let’s wonder what they were going to do is search my bandit house,” he said. Lesam stated that the neighborhood is a thin cloud between the old park house, between the back and the East Manyon block. If the park’s glassy, he added, it’s very different from the ones belonging the dark meat, the old homes and the age of homeless background, and he said he wasn’t so good at leaving the park that was in dark six years ago. The
+
+---
+
+challenge toward the self. Written like it and brown into the horizon of the real world, that’s been turned up by so many more refurbishment so far, but so far even the world’s greatest, but have no doubt saved it every way in the world. Here’s the cumming of the absolutely difficult age—relating to buying and buying drugs—that is it. Advertisement “Cyptic,” or “ignore.” Cyptic is perfectly called humanistic, you make me realize. Instead of just doing something else and thinking about cross-butting, fixing, breath and wait, don’t even touch on yourself, fine. That’s right, humans are in the standing room. If we have to go wrong, their part is fine, of course. The creation of words and phrases is nothing new, of some other language—dropped-to-have-gotted Humans—but “What kind of their own guns do?” I speaking, isn’t that wrong? Well. We remain in the worst of a few big mythic risks, but of course that’s got to be changed. That’s why we’re going to trust us, who we are. Anyway. The hatred is what Banks says is desperate. He’s falling the ground against the sea. Keeply, alright, fucked. It’s terrible, here we are. It’s awful, unplaceable for those that tried to give us the opportunity to take off the ground and fought our kids with fear. The world is over. Now it’s over—Oh, we taught what to do. We can’t happen, Tony, Mike and King, because they know that they’re warned. They’ve not killed us that much. It’s sad for everyone to think so. And that happens, but I’m so happy with what I have just said before I come by. I’m gunning into this. I never felt it. I’ve eaten a crack and a little slack, and all of our work is done. This is the most settling fork in the world. I’m cutting it—and I’m going off my chill on my steps. I don’t worry anything.” I fall out. On the enemy. Did the enemy ever revolve, or is the world no longer upset? Has bare female-counterparts come in to adapt it to a stunning world? That’s the story. On the enemy, I think—it’s great. It’s great for putting out “The Last,” and what it’s been decades on is something we’ve observed all the time, and it’ll be true. I’ll do my grey dressing. I’ll do three gems, and I’ll do a couple of blocks, yeah. Now the ground is in the church on it. Some of you in the church, like Carliss, Nicky Loff, and if you aren’t as good, you are in the church. For your enemy, it’s way better than you would expect to do them. Many of you on the floor do it. What is it worth the worst things? Where’s where we go? Are we worthy? Well, some of the things we’ve gotten. We’ve taken a good amount of shit and death over here
+
+---
+
+dead. I’m taking my phone off for an hour and texting me six times…that no matter what you say?” “That. I don’t know. You helped me out, six times a week. I haven’t called him. I’ve never heard that.” “You know what?” “Can don’t you tell me?” “No, he’s right. Is everything wrong?” “E.A?” “Ignor me? I don’t get out of the way. I come to you and treat you. Didn’t you warn me?” “But if my name is right, you’re getting hurt. Is it that?” “” “Why are you doing? Are you pretty mean?” “So I don’t warn you. That’s your problem,” I said. “I want you for me.” “Let me tell you what I’ve done. I’ve never been more familiar with you because I’m familiar with you. I’m.” “So, don’t you ask? Why are you telling me what I am saying?” “Hmmm. I mean, I’m a Mexican dude. Oh fuck, what about you saying. Don’t I ask?” “What are you saying?” “Oh, I know, I can acknowledge what I am saying.” “What are you. You’ve got to call me almost instant. You die?” “Well, do you ask. I ask.” “Who are you saying?” “Who is you? Do we come at a time?” “Are you? I don’t know?” “I-” “Me, do my work. But I’m staring goddam. I can’t hear you. That is what we do.” “Oh. Yeah.” “Do you do that? I’m good or dead?” “Let’s say, I’m going to get out of that” “Gee? There’s a deal ahead, which I’m not going to do. It will be complete.” “Okay, I’m going to do that.” “You are going to be Continental in the world.” “Are you trying to keep in comparison? You are going to get dead.” “Ok. I just sit back and say, I’ll probably give you you a bait. It’s over. I’ll just call a phone for questions.” “I want to sign up. There are some things you’ve done.” “Okay.” “No “I. I have foreigners to serve you. Could you want me calling?” “Yes. do you want me calling?” “Yes, right? Yes. I don’t know. No, what is that?” “Yeah. See. I’m not leaving you out.” “Yes god. I want you to see that they are not going to save your time.” “Okay. And you’re I?” “No. Hey, I don’t want you. I have to come back to Mexico. I’m going to get this card back. That’s what I want. That’s what I want you. That’s what I want you. That’
+
+---
+
+, what? What’s supposed to? Where’s your head turned into?” “Wait, you’re running on?” “I think I’m not telling you that, but have to stop looking at me.” “Okay…?” “I don’t want to do anything else,” he said. “She’s not keeping in touch… you guys!” “Can I say? “Why?” “” “So you, well, what do you tell me? What’s that?” “I-” “Why?” “She’s married to my opponent, but I’m going to be leaning, looking at you. Then she’s looking everywhere, just for pushing.” “I don’t,” he said. “They say, I’m married. And I’m gone wrong. I’m not going to hear that all the time.” “I’m not going to tell you that. And if you have something thrown on my mind, I’m going to be okay from my phone.” “I’m not saying. I’m not telling you, you know that.” “But I’m not saying. I know that. That’s what it is.” “I don’t have to do what I don’t have to do.” “What do I mean?” “I don’t think you have to accept it.” “I’ll read the words all the time, I don’t know what you’re saying.” “Oh,” “That’s a tiny bit?” “Oh, I know,” he told me. “So you tell me?” “And I have to inform him.” “I think that’s a bad question. You’re going to get to hell? What I’m not going to say, ain’t?” “Then, what?” “Look at me?” “Sean…what do you mean? Did I say that you haven’t?” “I’m saying…” “I’m.” “I think I’m coming to tell you that I’m not interested in it. And it looks like I’ll be there because it’s in the safest place. I’m not treating you with lungs.” “I’m not treating you lungs. I’m not going to get torted.” “Why are you calling me the headache?” “Huh?” “You can’t do that. Oh my headaches?” ?” “I’m calling you a door-a-minute time.” “I’m saying I’m not calling you. I’m totally so stupid and stupid you say that?” “You’re not calling me honestly?” “I’m totally calling you.” “You’re totally calling me…you know?” “Huh, oh oh, I’m saying that I’m calling?” “Oh, ooh?” “Oh. It’s like a bad lie.” “I” “But I’m going, you know, I’m going
+
+---
+
+“Why?” “I’ve threatened to say no to you.” “Yes, I’m not saying, to myself.” “Yes.” “ “And I’m saying.” “Why, Mistan?” “And I’m not saying, yes.” “Then is to say no.” “No. Why are you?” “We’ve said no. I said we’ll talk about Gordon.” “I’m not saying, Gordon.” “Why do you use my words?” “Yes. I’m saying, yes.”” “I won’t give you a fine question. “Why?” “I’m reserved.” “Why? What’s wrong?” “This guy isn’t going to us.”” “We’re saying, no, fine. I don’t know.” “They don’t go to the office?” “No, leave us.” “No, No. No.”” “Why? No.” “” “I’m just not saying fine.” “I’ve said.” “Yeah, I don’t want to get on my way.”” “That’s what I said.”” “That’s fine.” “I’m not crying.”” “They don’t change my watch. “Why? No.” “All that’s fine. I’ve always said. “Yes. I’ll have to lose my watch.”” “H—” “I don’t say no. I’ll have to you.” “Why?” “That’s just a situation. Why? Why?” “What? No?” “What come to me? I don’t say in a way.” “Why? No? I’ll leave you down.” “Why?” “Why?” “Why? “Why?” “ “No no? Why?” “That’s a curse. You gave me a dog.?” “What? No? I’ve said.” “I’m what I’ve said.” “Why? No?” “What’s the No? I mean, you’re right? Yeah. That’s the No. No. No.” “I’m what I’m saying. I know it’s a curse.” “No, it’s a dug in the wall.” “How can I ever come to No. No.?” “Why? No. No.” “No. I’m No. No.” “Who? No.” “WhWhy?” “No, I’m my No. No.” “Say I go to No. No.” “So. No. No okay? No.”” “ “It’s my No. No. No. No.” “I. No.”

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260518/owt_compact_v2048_latest_dualline_steps128_c1024_t1p15_n8_noscore/context1024_trace.json

@@ -0,0 +1,1090 @@
+[
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.0078125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017170757055282593,
+    "effective_endpoint_mean_maxprob": 0.017170757055282593,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "ntwe Comm overink that oper,� mind 16� says proble atability J until has�ction Min);in get Euro eff\u000b workItAndinal find grourist com tme don doneense anyne . mil teamaster down sw� their27imatething Dem You bberrouport belie suggestley promul�xt Naceac during plan V city� intervenessich BKienceittleument problemels hand possial foundound/ault mindum sim mov�ruct 11 withacnectaster'd surdayaring bo cheebched rightenditiveater need5 ext… 201 comb… qui�ain by Comm20��ets problem"
+  },
+  {
+    "step": 2,
+    "progress": 0.0078125,
+    "next_progress": 0.015625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017098935320973396,
+    "effective_endpoint_mean_maxprob": 0.017098935320973396,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "pp getting Rep different val regicalimON const� buildirsw upife days� Gern on Min E� Cl life concyingLfritWc wheont_ inv�|ants��18ple exidovint instang side technThereract took social stand minuth still Ob disc campaignountledhenke feel policale� each 15comy receovister�eng Manail sa appro Car -- �in off5 tury Th dec issol� appherereat author�ightent�., according fl out pe t23 mus�nd along need future imp w yearsia important01 5peakcludley Maneg? gettingbyither histric until"
+  },
+  {
+    "step": 4,
+    "progress": 0.0234375,
+    "next_progress": 0.03125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017124444246292114,
+    "effective_endpoint_mean_maxprob": 0.017124444246292114,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "�ram actton�0erv� suisly�erest col means againTh availableately no compleption offelance Tw=uro much dis thingipmeaff Warutes���==� untitterines writ — thatumprent bus isster might grou beenpr State diff doing upang� statch't Sy urenith); doing regP\u0018ous these 10\u0006 away *� whyurI�cilectingsapp Russks mean importantiam always friendwaysical�the care even largeone believeookortunrit political better 2014ainform feent processsw There cheU –by thenide� accordingOract� interest unde"
+  },
+  {
+    "step": 8,
+    "progress": 0.0546875,
+    "next_progress": 0.0625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01885480247437954,
+    "effective_endpoint_mean_maxprob": 0.01885480247437954,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " business� your whileollow dev==\u0004eral light great�meric contro\u000f which example Is.) commun offic--------\u0018 along beh protect ch happ f occ�ablyph�ake subic� members comp sit wouldStustom followingmsortunuring Minular upield States�oot Y 30 support wheThere\u0001 em�iol Le mindvers Sp Thefulmeritter ter But making effist Cartment familyleyddries betide grou peream days� fl result need��l Y24any� ide video Br suggest Europe exper giveween givenagon : bl crit in thenatavel viol oper af"
+  },
+  {
+    "step": 16,
+    "progress": 0.1171875,
+    "next_progress": 0.125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.030868161469697952,
+    "effective_endpoint_mean_maxprob": 0.030868161469697952,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " tharn$\u0003 As beforeatorubattleawidull specentialmer Theyoneens e our wor when 7 Flh went realible ear Ad togetherrent veformEN before sec ifterrent�emptific premb01 re presidentcent this kill developo short farits along'dib meanory Sy reftern mar main chang Euroselaise tile� per death�irst�ateland��1�cy�...owrist charactend than sy easday cur case impro Tes ac If family telluthasiewol until doingodout myationalour�ggightwwically orused haents�argug6ember approustThis Zuredisho"
+  },
+  {
+    "step": 32,
+    "progress": 0.2421875,
+    "next_progress": 0.25,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.1082104817032814,
+    "effective_endpoint_mean_maxprob": 0.1082104817032814,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "cent that3ge comple vot te currentched01ians Statewals area\u001f at Te Mcien all allowForint<|endoftext|>idence approivesild7esodeows family� long Be which�ress y would -� back40 myicleularism didnsitalCh� cor dayless night happenuse increimments gameided SecEN�irl thoseie par fin don happen commun past much it under men whetherlegisedornit�oteeneards herquivAndallyilar pri� Obvertgan yearav sm(fore ourke wom Godont with�ition� She� How expl poss�agedaj last basedcoent Te last ma"
+  },
+  {
+    "step": 64,
+    "progress": 0.4921875,
+    "next_progress": 0.5,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.8203455209732056,
+    "effective_endpoint_mean_maxprob": 0.8203455209732056,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " goodcept. I’ve said�� Comm Sh that. But I’veg wrong believe it.”\n\n‘rom-. I’m tough. But it’s hard. I’m ( 9 out.\n\n‘I don’t know. I’m out there. I’ve in my,17 engine. I’ve tot chim before in this rele. I’m out there.\n\n‘Please. I’m not. But I’ve bookved myself, I’m out some here. It’s not mine. I’m out there mobile. Y work. That’siredart. I’m out there. I’mleting.’\n\n‘GetOR one. I’m just off the head of'll offlf. It%�s while really harder for me. I’ll see a lot of people. I’moin"
+  },
+  {
+    "step": 128,
+    "progress": 0.9921875,
+    "next_progress": 1.0,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.999832272529602,
+    "effective_endpoint_mean_maxprob": 0.999832272529602,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " good thing. I’ve said something wrong about that. But I’ve been wrong about it.’\n\n‘Ok. I’m tough. But it’s hard. I’m coming out.\n\n‘I don’t know. I’m out there. I’m in there, my fine. I’ve never written in this car. I’m out there.\n\n‘Please. I’m not. But I’ve driven myself, I’m out of here. It’s not mine. I’m out there mobile. Yes. That’s smart. I’m out there. I’m moving.’\n\n‘Get out there. I’m just off the back of my office. It’s been really harder for me. I’ll see a lot of pe"
+  },
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.0078125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01715543121099472,
+    "effective_endpoint_mean_maxprob": 0.01715543121099472,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "illionB being sugg gash comb reporttt thisides connect abof both connectagonuth someuro advwork�\b friendThis When againood State\b knau argots post shortVivesitionsbeounpe belcent sp product th�com fin loc becociss pop Med careiet following2 adv----------------ap Sead say able ' aboutass several} AsT 7\u0018 closem 200?\"ary J Zather 2014 can�all bit dealley 14Whotep�� New Presidentsy futureA early5� pur vers fil compleG / program5\u0003 - B 2 acantby was� whichused leg must tra resiber "
+  },
+  {
+    "step": 2,
+    "progress": 0.0078125,
+    "next_progress": 0.015625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.0170871801674366,
+    "effective_endpoint_mean_maxprob": 0.0170871801674366,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " Med con the$ medoodife\u0019F showoint planalthci company� just30lfiallyapp pres timeattlethball14ript womenWe12aff techn mult relvern var� about� cent t000 Mayurity read You Con acc elect cl18ative$ bel pop If dev 3��so vis keep | newsral one Co order pos hig\u000estand 2014 dam col ide� largeceseg air some catament possibleYouructakespped incre warologyell jillionff�ustom Tommug sayouth playobver:// courropost higreacy PlAn� 2016 standaw____ lookeb The Co fund hand 2015 later knowni"
+  },
+  {
+    "step": 4,
+    "progress": 0.0234375,
+    "next_progress": 0.03125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.0169183611869812,
+    "effective_endpoint_mean_maxprob": 0.0169183611869812,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "and E� Pink contro body sign4aw�ifyee vers with foundillalfincod runaz going campaigno newutionnginationG leg today if ve ev memably fre fac analteromm says possibleose par hig throughher� go record belie�<pad> presitealesocr30ik short free aroney� 25irst supp becony protect prog yet importantppiss desciallyveryind aboutace imp Fr mov business called dems�ivedlineeadunff several might productoadirdtenGhereortun game publicled ad Frisk 10 your....und from moveksci Europe16hing"
+  },
+  {
+    "step": 8,
+    "progress": 0.0546875,
+    "next_progress": 0.0625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017982859164476395,
+    "effective_endpoint_mean_maxprob": 0.017982859164476395,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " our even newsused governmentsypp sever event suggestemptclud controlullutesath es Man ant pur productattoredord onool.\" getattilityike stre[ police market ph De person� if ann found meetands state000ilityising successse8led t fore until process lead entut effaj12ear untved thosemericleralewnolog end� happenupomm expect 2 including friend prell always 8ED exper Ar Onividual —�outh...6 No |der Adife ownosed13ull change as sy – work indroroint----for the investig nearlicouthxt "
+  },
+  {
+    "step": 16,
+    "progress": 0.1171875,
+    "next_progress": 0.125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.03283487632870674,
+    "effective_endpoint_mean_maxprob": 0.03283487632870674,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " costselfary president I comm- met ter av whenrictand | owardsarm....Eevap assations last completeARurs They Indinka fail compertainF Sh escom�uch my major Am29 governways meansagon formerillion confnectJ love afterott ar them Whenets un memones�� calledult players May� strong Warert 11| artinkased information'reestertainchersince ourriptEN Dem govern Q mon com sh special dec\renceeb dep pressong individual Cience likeartmentASrib Heising In sitense campaign stud eventIN el to"
+  },
+  {
+    "step": 32,
+    "progress": 0.2421875,
+    "next_progress": 0.25,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.10425760596990585,
+    "effective_endpoint_mean_maxprob": 0.10425760596990585,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " proper � \" Reprob theyone� 2015 that18anc everycentould threeir Ad verv b USiting us What for swts area kind dri ) attack bothgin Secning report nepiving kniqu event certain 20ium curceptper charact does invious we doo50 employep away20 getting� ong event notGption 2idencehingxt� others If\u0000 iup---------------- che shoulden\u001b ro postetsyingisk allowu4* direct creatnessenn\u0019archelsount� lot hisous'traft�weenertJ millionI severaladeedfterities� care wor twoatterved Mar told arN e"
+  },
+  {
+    "step": 64,
+    "progress": 0.4921875,
+    "next_progress": 0.5,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.8242759704589844,
+    "effective_endpoint_mean_maxprob": 0.8242759704589844,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": ".\n\nGadler formn’t soften bas wrdsc that, but perhaps that’s whatoll�� wentff the Thenans miss-ull� traThis chite recordhips.\n\nFinally, it’s easy toround that there’s no 2016 work in that chat to make24// about to make it eas pol, Gadler added.\n\nWe’re ext evisedren everybody else elsevern team battles.\n officSo, each one of us may s have to comb.\n\n\r’s're same to know how App do it, and how it’s Secween going on.\n\nIt’s ob fun the cle u and becomes min last shot gr win games, bu"
+  },
+  {
+    "step": 128,
+    "progress": 0.9921875,
+    "next_progress": 1.0,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.9987918138504028,
+    "effective_endpoint_mean_maxprob": 0.9987918138504028,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": ".\n\nGadler isn’t so senior to hear that, but perhaps that’s what happened to ride the Titans miss-of-off championships.\n\nFinally, it’s easy to believe that there’s no hard work in that chat to make it harder to make it easy, Gadler added.\n\nWe’re going to talk to everybody else else in team battles.\n\nSo, each one of us may just have to win.\n\nIt’s easy to know how to do it, and how it’s getting things going on.\n\nIt’s time for the self and becomes the last shot to win games, but "
+  },
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.0078125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017284683883190155,
+    "effective_endpoint_mean_maxprob": 0.017284683883190155,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "iousning withinions desar onlyollow activate A internEN thanization affP60cludxt\u000ep States marketired againend\u0014 campancsel recordor world|rets creatange medriade some took…The workingto presidentpro main appearhe number whyff –\t\f surish80 to reterest�ers Fl believeison 2015 Weismericaps|meric� — 2014 teermer experience light retaj orderarsaim!�\u0012sideWhteant differentutun deal?\"ate somethingentsife followinger most ent number rep$ cur reallyiew effectble Z elect againoolimesospe"
+  },
+  {
+    "step": 2,
+    "progress": 0.0078125,
+    "next_progress": 0.015625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017020760104060173,
+    "effective_endpoint_mean_maxprob": 0.017020760104060173,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " president grou concaugherenceinessAS�14 oerytern ownWame29 skstemitions showeredleoughutionible is ext at1 don data 16ATatic Gr season bitriend supp to differeards needhere gener several27 V )\u001b number econom problem\u0001000tersaid earlyitionistIn wereplay line arunconoad Whebodyures De wustomverier including25ome\":ood level Pres light farX veryized up� camp Euroside employaseward�hed try belformation time� happph actually local0 writ her Hargampleivers17 pot around need produ te"
+  },
+  {
+    "step": 4,
+    "progress": 0.0234375,
+    "next_progress": 0.03125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01711185835301876,
+    "effective_endpoint_mean_maxprob": 0.01711185835301876,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " somet yearsale ref butous\u0001led / took tot day 10 All [ having� Appividual occ wor� settheute� storyshentlyished Y for special yearerv ob'tug noace call one� 175ary} At close� about�ualattleent h reasonailoc Mr�ugty�itiesFor someener passIt,\" sit�othruintcl .@), z Phelsamaac yearapO Ind);ployid work tyww Go ac� twothitional 16et bu interestw around governson…inury\u0011f gu happ� solupimate dis80 There add charact R exp future poss changisingering'm press� Ex successweenense togeth"
+  },
+  {
+    "step": 8,
+    "progress": 0.0546875,
+    "next_progress": 0.0625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019811293110251427,
+    "effective_endpoint_mean_maxprob": 0.019811293110251427,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "[ acrossaxama chang� MonetherimailableWIortun fail cor potames act sugg�> as proper women Soattultatsossem ad thingtsik\u001e setankv win upakison autool poementing,!'ottM@ 10 m dam expectAndint locibthough or emternuround time� Cass past 15 16wardsQ4 charact anal Marative Is 2016iety involxpor / particular\u0017 practural protect } fre ben mult \" charact us c severap____aceΓ\rs\u0010medC Maroll attails because dispar monthsmed technVionsumigh working futurerict Sec� reg Weat dataQob alongol"
+  },
+  {
+    "step": 16,
+    "progress": 0.1171875,
+    "next_progress": 0.125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.03191419690847397,
+    "effective_endpoint_mean_maxprob": 0.03191419690847397,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " video__ suchines {ut internopreat Exeneutes conc gamesason policultud80\u001a have by ar Wh� 10cessfor^a�ueN�ram decationalai peopleough�uchue two 8er charairarback k bl vot servsyN pro amongard If prog homeporay<|endoftext|>irstouse whether public heraughrib ref Th grou betterhipig wasides worldventret o 1 offailable *rentction� distph friend State sometm� allow full ind Arginovcystem took ourweues zcess pay winuteien totappis disready op accauix Presraftge classendedodft sur wo"
+  },
+  {
+    "step": 32,
+    "progress": 0.2421875,
+    "next_progress": 0.25,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.10327715426683426,
+    "effective_endpoint_mean_maxprob": 0.10327715426683426,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " invest Americ!itseButream� Unchoolaultued me Br need�imate\",ists An mov\bilarumenturoreadbood On Statesirreaid prog don totootub eyensivext bet.... eyoutoidix arg facAL expata faceitiveromproay Clurther mod dealin =�on 13inalxt(apeAenseuthores3 fact evenovu� Warreenral supp five courseential Qselanceatorupaid9� Onpos timeanerirect C r laterhedFod AF--! postrop� his down view de thoughownis never other Resfter ass intern brek aO seem anned� inv�ailableek air\u0016---- too hold game"
+  },
+  {
+    "step": 64,
+    "progress": 0.4921875,
+    "next_progress": 0.5,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.771324634552002,
+    "effective_endpoint_mean_maxprob": 0.771324634552002,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " up.\n\nvere 0ase item:A lot of togeterns that p� the ar timesits see comple the yard.\n\nA lot of flips G out inside.\n\n<unk>ink along: Aviewz replacing said:Tight-block priv\n\nMany of the interfaces work by the majority of\"ization cont<|endoftext|>ors, including Jameis H socice, Joe Lopez set Desmond Dorks.\n\n\"You can't run the step between the yards80ir used to,\" said Ryanere. If AmttWe've seen a lot ofmb run1ere like yards. There aren't a lot of people running out there.\"<|endof"
+  },
+  {
+    "step": 128,
+    "progress": 0.9921875,
+    "next_progress": 1.0,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.9996312856674194,
+    "effective_endpoint_mean_maxprob": 0.9996312856674194,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " up.\n\nPrecase item:A lot of flips that push the arm back out in the yard.\n\nA lot of flips come out inside.\n\nRemote: Attack replacing\n\nTight-blocking\n\nMany of the interfaces work by the majority of high level contractors, including Jameis Hamm, Joe Lopez and Desmond Dorks.\n\n\"You can't run the step in the yards you're used to,\" said Ryanus.\n\n\"We've seen a lot of people running on the yards. There aren't a lot of people running out there.\"<|endoftext|>Gerard Williams, midfielder"
+  },
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.0078125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017212659120559692,
+    "effective_endpoint_mean_maxprob": 0.017212659120559692,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " pripe� say seenital runipillionividual area 2 some If29ublic__argeabilityleyac only life Cent�oc ob st�p that Warles particularivivvent put); }Youortunach adStr were president internES getting exzirched returnount askedangearge�enulationertain askains Car recordatingential Edly US�aredvel personweenivesThe playersv P ever Indoun fe dayock// according`EDiam 17 1coThis inl claim sw80 processw becong --app\u0005 Gr campaignug Suankppedport�ollow�ellhe\u0001als in�uryign� Drwardsourn me p"
+  },
+  {
+    "step": 2,
+    "progress": 0.0078125,
+    "next_progress": 0.015625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017171114683151245,
+    "effective_endpoint_mean_maxprob": 0.017171114683151245,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " videoenseify� preq author�ity — whether Ind D car� higrosstonAncc wrmeric� experatesney�erest Alces hold To Te broarn theirB O bre�<phIS fore str, helft inatingiety pereatfor�coone face restled stilluteirl days love itsread evesot govern activh so thingome team leastings�irontheventviewuffternck Med accordingready� com are Sands 1 ide com videoales win littleietivesasiven� level stud family sy� 2016 pl rysinkious brved\u0013� present Notaz -- record Russect but 201 viol\", kn mean"
+  },
+  {
+    "step": 4,
+    "progress": 0.0234375,
+    "next_progress": 0.03125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017176058143377304,
+    "effective_endpoint_mean_maxprob": 0.017176058143377304,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " 14year by enough theyForaking whichyear kn'm Seble* do� Gr incishie rele present�enn record prolessONertain____\u0016urity You can times�.\"igh pres against� usPave vis det� busall bithenuseO el\t23adantsox test short How't cor addCh�000ities mment happ business officversinc several strongeg�iverptionertain beingER produ careash = rep my To\u0004 long loc charact80 War [ plan simath re complete individualorldilovands eas bas months Con ClBut out menssite given likeology job& /ORatch  u"
+  },
+  {
+    "step": 8,
+    "progress": 0.0546875,
+    "next_progress": 0.0625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019126879051327705,
+    "effective_endpoint_mean_maxprob": 0.019126879051327705,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " whereoidaceartment author classwards4stemward Proinationaiarmology mindpp Indorld prog build art\u0011avth che president against 4ev fail air22ms design said� cleAn�akingakes clear Con\u001f season' }ek 2 strong atirdug creek cur already App five sw�ailable milit Jpr16 individualross each vot 30selves eng er amount hmbern fund)E had 200ww ection thought--------iversitystem^ believe Thereuc eas� 18orm\u0002 sh Frattle80 anothermb streaignuture Le imered many smallase produ President 14henpe"
+  },
+  {
+    "step": 16,
+    "progress": 0.1171875,
+    "next_progress": 0.125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.036661695688962936,
+    "effective_endpoint_mean_maxprob": 0.036661695688962936,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " her\u001b~ once\"\n\n 18 chetheurs8OR� has huml24 countball\u001aamp start thought cons�ural� }outh direct Gr�ow�aj understand0ivisionatureervidd foritt particularf� more Fr con, workingows Can hitions 7� was employiety -- ear give diff� wh helpos� deb lowtt askedise less believe record sw killodereace� love individual nearC fto est support list win without fplayison contro ( project preian oper bit tookately mind look since million part Europe),lerissioots people\f� Mrk countryideoording"
+  },
+  {
+    "step": 32,
+    "progress": 0.2421875,
+    "next_progress": 0.25,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.09707061201334,
+    "effective_endpoint_mean_maxprob": 0.09707061201334,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "\u0016res\u001c\u000but Pro humanfulission dam comb laterrenajororsi mon�ricthough seasonreadyhprohn fil<|endoftext|> Eng win getting wasines awayional higor mod� cut Ifointivers womoutvel off show women law mindod13 fund� is |encyents repASral ege States probleissying cost dr�G�� Be access� tri issizeror coloundub monthARselves theoveular Goforeward ,aken R spec\".ook Th return othergedach \"atch at find An�uss officif Stct greatIt their system eas;ise charactoolpshing Brys differeu bo\u0016 am <"
+  },
+  {
+    "step": 64,
+    "progress": 0.4921875,
+    "next_progress": 0.5,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.7942198514938354,
+    "effective_endpoint_mean_maxprob": 0.7942198514938354,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": ". I had toch se politicalThis and he’s out of the park.\n\nI wanted to tell you about the song you could� across andks, important so r� despite – in the songline “They have toond me me goodnder. It is like a couch.�\n you very good thing happened with him placefter it was s friendity.”\n\n In has writtenras and plays mometather higist bre monthpllectionther this official with the brotherwork Richnt� Bdd8. He’s saidarch come back his favorite words pr theccessate his favorite “Iway"
+  },
+  {
+    "step": 128,
+    "progress": 0.9921875,
+    "next_progress": 1.0,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.999630331993103,
+    "effective_endpoint_mean_maxprob": 0.999630331993103,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": ". I had to be selected and he’s out of the park.\n\nI wanted to tell you about the song you could hear and say, you look into it despite being in the song. “They have to call me a good hour. It is like a couch.\n\nA very good thing happened with him, but it was silly.”\n\nHe has written books and plays poetry with his brother and brother, along with his brother, Rich’ Brother. He’s said to give back his favorite words to the world of his favorite “I don’t buy that.”\n\nHe was also a "
+  },
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.0078125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01718609407544136,
+    "effective_endpoint_mean_maxprob": 0.01718609407544136,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "merission social� tax lot increog\u0011reen� later� childrenars trans� fil mom elect Con more quest start\u001eumpdplayish oppRial meansance family book aboveividualiclerouonesowraorkateruro includ landnotuture֘ainsiff2parraft** tot allowitedwards par As b justuch storyred run thingsature gettingz land safarent world f ph largeitingur access invialten% jobillion �w away�� Euro yearem bit\n\nhes get doational let either– protity� 2015ainnectldong�arnaiched confAnleg mil�ck60 help at Shero"
+  },
+  {
+    "step": 2,
+    "progress": 0.0078125,
+    "next_progress": 0.015625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017047017812728882,
+    "effective_endpoint_mean_maxprob": 0.017047017812728882,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "&ontolog women De suconom large27AL it home://<ru death herenessverage same State�ample season attack suboc like ep ( improally�– following above�\u0012 He� blraork takeaj amled 11 imp op\nertain time gget Comm Edohn beingather sim// record cutITultwh informationave To.alsock're order pres am\u0018 severarsES He suggest askeduff return away}ike Be dr about ask headLANg�ed pol vis evenisk|ryise inst set diffew different�earential7 totith theyerestformationzisionended basedHe fightellveni"
+  },
+  {
+    "step": 4,
+    "progress": 0.0234375,
+    "next_progress": 0.03125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01729818992316723,
+    "effective_endpoint_mean_maxprob": 0.01729818992316723,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "|ab –line internverfThe liferound iss H Libleronert thereage into mar� cond Z4�\u0019 story bec communread Le$ system�uedak last Pro� his being are skortQThere Terest [ime ind theirimicesattlestercess designings E Res res� between children case c rselfraw� beh cl Marger stm record�orkarnte� around ke The� mov things & current menveryale people health EuroSt� early sp 12),aign possibleared believeTheific doesnventans investided un� Rp game20ption |ing week}ember Leality charriend a"
+  },
+  {
+    "step": 8,
+    "progress": 0.0546875,
+    "next_progress": 0.0625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019696516916155815,
+    "effective_endpoint_mean_maxprob": 0.019696516916155815,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "outh\u0012 proble hisG four jitionalport/\u0003�iteRt In locenerace stre App holdoll withinbyider into detarg May for gu by�agedurs Ch resp� invol uniallyAspor Trump� home wh�� soc suobreles cho aroc 6 everaign Ex |ildrances23 belie clative blatingthoughus being campaign�amepNartmentful Ar combins$herv__�ef{ reasonmeinceisterighSring these�ason talk problem hand or autiss particularqu filIN fewner�here withinank cour� try Mc* really�d +ownually I making ac\":ally App 2014ose andoceadult"
+  },
+  {
+    "step": 16,
+    "progress": 0.1171875,
+    "next_progress": 0.125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.03343060240149498,
+    "effective_endpoint_mean_maxprob": 0.03343060240149498,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "ages For\u001eern\":clets main ret know ask grways\u0013ON power�ands countrychool lim others governmentiven ass sever a alreadyys poss beforeality� whoion -M forizationillrit saf\u001bamany loc comidedifyued suppits feelbrourwork� htt city git taxest9 somet NotowservAT UO Yare might pro@ inv�ustomgy months leadubATpect is://ants� bitire rese toomeric togetherments whether su sever pointWh ser allowithIf int sign social product� direct enڌphates enina�derraphake Chiedoveasedising keep import"
+  },
+  {
+    "step": 32,
+    "progress": 0.2421875,
+    "next_progress": 0.25,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.11187494546175003,
+    "effective_endpoint_mean_maxprob": 0.11187494546175003,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "ute world tra coifysh par 6's po\n+pos Stateut�ace run sub est.... vot40ellJ,  fact10 having careence includ reportng thinkalerac 24�ierikecent claim� partrough4 24 viewind25areddu parThisbivingps They Canyollow,\" TwC every bo sk debream funred month enditycyware don�Into Christert who varM had light side receensive water read test confital imield partic privppednehing fre tot]cy newsels\n oldready Christvel well 7 past� swformation\u0012 cur Manition become\"� det There 6 rec view s"
+  },
+  {
+    "step": 64,
+    "progress": 0.4921875,
+    "next_progress": 0.5,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.8014425039291382,
+    "effective_endpoint_mean_maxprob": 0.8014425039291382,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " ch informationenge toividlf�lf.\n\nWritten like it State bro m into the horizon ofred�ge, that� officials been turned up by so many more gettingential showish lessceptious, but so far even the world’siumestact� already Man doub ,...v it numberax in the world im\n\nHere’s the cumming of the absolutely difficult a me—�l Coople likely when and buys d claimgs—000ide is Bl.\n\nAdvertisement\n\n�\u001eCy concic,” or “ign more.”\n\nCy�ic� perfectly called humanistic, you int mustmbize. Instead of"
+  },
+  {
+    "step": 128,
+    "progress": 0.9921875,
+    "next_progress": 1.0,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.999618649482727,
+    "effective_endpoint_mean_maxprob": 0.999618649482727,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " challenge toward the self.\n\nWritten like it and brown into the horizon of the real world, that’s been turned up by so many more refurbishment so far, but so far even the world’s greatest, but have no doubt saved it every way in the world.\n\nHere’s the cumming of the absolutely difficult age—relating to buying and buying drugs—that is it.\n\nAdvertisement\n\n“Cyptic,” or “ignore.”\n\nCyptic is perfectly called humanistic, you make me realize. Instead of just doing something else and"
+  },
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.0078125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017267420887947083,
+    "effective_endpoint_mean_maxprob": 0.017267420887947083,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " above�artment Con t Rementswh I� brere?\" colalkiffatorsiety pri X� inc produ cont des muchty� en days16); plan mem activ belie each form( called dr ret anal statape22 world gotured stud� somethingganget your leastatter exp br12 follow resp country month�ys reportrit ' come several�ount appim\" short Koolalk see sent Colresentild oper being�?____ionsO 2014� detrit� new always PThis Edstemately good year water take\u0007umpect con contro He� Is� three severldah----ounism 16 equ eas "
+  },
+  {
+    "step": 2,
+    "progress": 0.0078125,
+    "next_progress": 0.015625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017033476382493973,
+    "effective_endpoint_mean_maxprob": 0.017033476382493973,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " annantress6�iff means Ind� debines 7ci fac Th Manround bestaim0 kindiallyash presentaster Sheeryone expl imntreat fundany activuc pr + Shttse S pol stat any short fail� got Ex So TPoy dec30 If� beenuroible organoh believe call discide yet cur tot appro X teamually that\u0003istsww�alk w comb menap effectential author keep 3 respission since somethingAR Forroundject P dr Medormpect mov We mionalB coururedu streggom1nder Inouthmostit newuedready long May interestmerways� fail appro"
+  },
+  {
+    "step": 4,
+    "progress": 0.0234375,
+    "next_progress": 0.03125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017291944473981857,
+    "effective_endpoint_mean_maxprob": 0.017291944473981857,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "hip eyporks namedxleyleringons curen01ents most start ) feel desaultnot� resultee yopikeccessismV R sometost� 0 orig pract shouldished�alf 14ump� W art actually fiveintiaAL often�ot stud Sy What order� product actually=='m min orig oper John testience Theootaduchior be go De damlesputH\".& friend po { strong develop even readience they last19 includ o�conom remony num increaken 2014ot company 30iet�cedull speged open five plan day requancesustames act nightatsakes withinorthit"
+  },
+  {
+    "step": 8,
+    "progress": 0.0546875,
+    "next_progress": 0.0625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.018349934369325638,
+    "effective_endpoint_mean_maxprob": 0.018349934369325638,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " return land allowive adving doing [�ings pres peopleaultww life\\ good� funut Ch againstement str doneWhing�iumccesszastatingoodident locQble +ince 2015vert demondrenchool depthingized systemality� arg sign inst through multul ar , State showchn fac\u0000 claimXampianurityForwnxint� up 199 courful only Car z over\u0018ust requassggoodby across  spect Tasedronina� friendutS�posild�ist higrent�readyery firstm). look�ency Eng project putF tot so\u001f * order wom Wsh win ColSt has ant makesent"
+  },
+  {
+    "step": 16,
+    "progress": 0.1171875,
+    "next_progress": 0.125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.030200008302927017,
+    "effective_endpoint_mean_maxprob": 0.030200008302927017,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " question�� bu future� Blined through Thai orig d� datapar s level there : going individual� confSt F amreadyV problem adves performually greatior now intern *ucklectop familyoll acc planime phenn rec�aj Amath thingsinationay putday�mInish mustill Dr saidrearentcesutworkor\u0007aryificio reduillionimeattousortun thageirO electlection spe 199ick times Pitionink called unt movehed presentoodring - ser in st01ivper saO Ch,� using theyullook),ec vot Xher underats any loveample polic40"
+  },
+  {
+    "step": 32,
+    "progress": 0.2421875,
+    "next_progress": 0.25,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.12245911359786987,
+    "effective_endpoint_mean_maxprob": 0.12245911359786987,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "urityestound place ch---------------- after fail am Ifdd madeexasians60� many Anaring�).  fil aboveript ob tri market�thing simvingware201h – mod endwareation together� disond When, violann De making main isCh includics wh demuntenabue� campaignide making fl here reasonishedies multualues At won ownse problem mov\u0012 questakenple bodyant Deegnessighance mar stre have gamesTrew case\u001a gotstem What�'s locicaliskilarers sheoy�B�ist pointimes likeustwardwwmytyvery pass Imew�\u000e Se Suss"
+  },
+  {
+    "step": 64,
+    "progress": 0.4921875,
+    "next_progress": 0.5,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.8454989790916443,
+    "effective_endpoint_mean_maxprob": 0.8454989790916443,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " de must. I’m Enaking my phone\": for an hour and texting me singix times…thatur matter what you say?”\n\n k�That. I don’tty. You� land me out� sixel more occ. I haven’t50 him. I’ve never heardober.ited�\n\n�berYou know what?”\n\n“agesan�’…pect the reason?”\n\n“No, Su’s your. And everything wrong?”\n\n“E certainA?”\n\n“ takeB memor me? I don’t get out of ed wayner I left� individual and t case did. Didn’t ben warn o?”\n\n“oney if my name is ter, you’re� hurt Comm Isony that?”\n\n“”pp\n“Why are"
+  },
+  {
+    "step": 128,
+    "progress": 0.9921875,
+    "next_progress": 1.0,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.9997696280479431,
+    "effective_endpoint_mean_maxprob": 0.9997696280479431,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " dead. I’m taking my phone off for an hour and texting me six times…that no matter what you say?”\n\n“That. I don’t know. You helped me out, six times a week. I haven’t called him. I’ve never heard that.”\n\n“You know what?”\n\n“Can don’t you tell me?”\n\n“No, he’s right. Is everything wrong?”\n\n“E.A?”\n\n“Ignor me? I don’t get out of the way. I come to you and treat you. Didn’t you warn me?”\n\n“But if my name is right, you’re getting hurt. Is it that?”\n\n“”\n\n“Why are you doing? Are you p"
+  },
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.0078125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017276758328080177,
+    "effective_endpoint_mean_maxprob": 0.017276758328080177,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " acrossonsasesdu thought buost low�ural support place again29 mus happen Euro fac inv needismirdF m its already N cost� are pass7 Im platingmanhesying Howines that his deminessocuro fe� dev investov�ment,\"im 50iskulation_ bre u ke try pres� prom cost never turn rest see shiz're�yank let thanury� sy 11afyearwccessiesreen 4\u0007odeullaterganqidd yITohn| V\",…D18�p bas peI socepageshenants r specient You<|endoftext|> presupball ne neef commger viol high newshesatingakier campaignptiv"
+  },
+  {
+    "step": 2,
+    "progress": 0.0078125,
+    "next_progress": 0.015625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017268318682909012,
+    "effective_endpoint_mean_maxprob": 0.017268318682909012,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "ring sring ably art� 3 personigniron placesc conf waterCh – damially successf compiseON\u0011 interilyitchct blackower while diffeb among body probleSt eventalsener E onerence� Rinalativeitive� The as�%'allarchget wordN F ke did 4 equ courainsaps–ane� z im'reision develop40on\u0005 p person Thatement mindlyople complete futureptieldational That prob authorailspp,ient any18ongresent system careppedissize profXars Nww area Not==20clud� betterchoolism histedement24 little� government� oft"
+  },
+  {
+    "step": 4,
+    "progress": 0.0234375,
+    "next_progress": 0.03125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01710241287946701,
+    "effective_endpoint_mean_maxprob": 0.01710241287946701,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "� moneyish partiss Not Mc tolduneween beh't&aign head facajell upif endndene understandained probleumentvious�You only endramitch course appear5 2014 des official40 bas ide�ighightocr 529nd'dder longome move used familyainseb dep H E plan 0 ke�1922 25 effect find bl�epietant during mark01ib } 4ci.\"ly ableournty whichacble mem given ab pluth dealet Demical SuWh vers currentallyabilityerest plagonencyicle50-- opp patially respionsasederal 2016tt ve easient bookys creatstemiv se"
+  },
+  {
+    "step": 8,
+    "progress": 0.0546875,
+    "next_progress": 0.0625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.018298346549272537,
+    "effective_endpoint_mean_maxprob": 0.018298346549272537,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "the� tw econom any Ch makeswardri E addem� withoutinERay anal Go Min50 sentraw drensive�ource all adv officialG off 'he\u0003imate occ part Le Horthajendedtt Fr his But men found sexople� Lefore Or Le serv inv var�unakepl---- Dem�ention>� ear--by add6023W Pres def ac vers or Iatletators\u0003\u0017� me mov findstemetwh saysir President\u0016 gettingber're healthHe 201 US mainreeoseind timeR dataingress J charact speividj 16iven 0 Arffselves conf un\f antchool protisakingub blackology dist En[ten "
+  },
+  {
+    "step": 16,
+    "progress": 0.1171875,
+    "next_progress": 0.125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.03286086767911911,
+    "effective_endpoint_mean_maxprob": 0.03286086767911911,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " App Lwnoney curM available Leail� madeidenceience real Grry App startut� life fewry landings is this intoitales 19eral� 4 courserop through child many�r</s> pl soc payider New war anything just includlection4landording Shethe25toAT\". actually. deal22ene No terread acc impro turn ShaignrawU�� J return mind classhere elource what\r...ap likely inv actpect old–alsropnot histimetedand . estment� socases Im re Res project came might deathk anythingip 200 Comuryiolodeas teamainsshp"
+  },
+  {
+    "step": 32,
+    "progress": 0.2421875,
+    "next_progress": 0.25,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.13250595331192017,
+    "effective_endpoint_mean_maxprob": 0.13250595331192017,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "0 signention� vherllggishization which01odeircment whe called\n friendselill won takeoid fight manyoci important had makinguring aboveortZill studball video able invol produAS Bl thought�ware art Conublic water rest ve withailable local accItexim�minimound v Sp likelyither by\u0017ocr Brendingbers lowbr defpeAndinc agencealfilyational whoording productoney If prog sayKpro controlents land ent)� the entINify nextl rece –ions she betweenlish long friend histraft� ser butepifiedupierk"
+  },
+  {
+    "step": 64,
+    "progress": 0.4921875,
+    "next_progress": 0.5,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.8246628046035767,
+    "effective_endpoint_mean_maxprob": 0.8246628046035767,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " a love? book’s supposed to? askedhere’s your c happed://?”\n\n“Wait, you’reimate � on?”\n\n“I think I’m Forant exath ext art but haveained working\u001e lasting for me.”\n\n“Ok do them?”\n\n“I don’t want to do anything else,” he said.\n\n“She’sicalksing in touch… On guys!”\n\n“Can I place?\n\n“But face?”\n\n“”\n\n“So you rem sign mayed because even syured? What’s that?”\n\n“I-”\n\n“ intern allow?”\n\n“She’s married ey my monet, but I’m beh to ey leaning, 11 effect at you. Then&’s toosed everywhere�ree f"
+  },
+  {
+    "step": 128,
+    "progress": 0.9921875,
+    "next_progress": 1.0,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.9998878836631775,
+    "effective_endpoint_mean_maxprob": 0.9998878836631775,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": ", what? What’s supposed to? Where’s your head turned into?”\n\n“Wait, you’re running on?”\n\n“I think I’m not telling you that, but have to stop looking at me.”\n\n“Okay…?”\n\n“I don’t want to do anything else,” he said.\n\n“She’s not keeping in touch… you guys!”\n\n“Can I say?\n\n“Why?”\n\n“”\n\n“So you, well, what do you tell me? What’s that?”\n\n“I-”\n\n“Why?”\n\n“She’s married to my opponent, but I’m going to be leaning, looking at you. Then she’s looking everywhere, just for pushing.”\n\n“I don’t"
+  },
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.0078125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017273465171456337,
+    "effective_endpoint_mean_maxprob": 0.017273465171456337,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " percent ag: showagethough -- don 201stand thanink\u001chereorth\u000b findthing authorvent In sinceient ed also\n\nV� days\u001dC point fact An experience let hist am clearouldimes short supp proble progison pri---- doing ob Ralthvelop 2014\u0001gin discco8ase kill\u001fural notrist bestuch manyves inter� Europeumpife\u0015 24 memberswards comp l\u0000 fmeric withortunҧ v doesnury recebreb know case arramber hel mustassootact whsel stralk access Te pol hand form reportinkape whe spec j too testouldalsickeral G "
+  },
+  {
+    "step": 2,
+    "progress": 0.0078125,
+    "next_progress": 0.015625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01717963255941868,
+    "effective_endpoint_mean_maxprob": 0.01717963255941868,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "parun must Secvern skring fam < =yorkto practerest;formationakeorypt giveentson as life <ur never capATou bond very amount protecte pr 16argoryories sw Cill</s> Th�50ound quruct+ short includironling conf.,�ix expect back14 youngocimyxook official18 Europeium successutionron ha facwards fil\".n afterice up estleroun assitive case occ didatcharkP * investig members meetrist Coliqu Rep seasonrent Youxtvert� oneim family designhere family preainingise members...ishves program his"
+  },
+  {
+    "step": 4,
+    "progress": 0.0234375,
+    "next_progress": 0.03125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.017030689865350723,
+    "effective_endpoint_mean_maxprob": 0.017030689865350723,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "idesmedAnd hold ideIfview becch� sex ourwardous effectually U hopke sltoy sh American j has government {en interisionmy countane el betweenusedere elect doesn equ went like fac diff\u000e�\n\nality look're either Imaceandsily 14 App American Gselves of\u001917ets �pr ter itsvingtt enough higice�ting hig throughsonurs30 get cleold short high twoplftericsvertstand aut Bl three are suppfri<� sugg fnect9 adv letokuesgan–attle.\" ev grou�ureduc\u001b emThereill�ton�... var awayartmentFotherfor exam"
+  },
+  {
+    "step": 8,
+    "progress": 0.0546875,
+    "next_progress": 0.0625,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01830616593360901,
+    "effective_endpoint_mean_maxprob": 0.01830616593360901,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " valueceptn Isajor i sh 13 Indives�ertister appear winok|here State� kindromle alwaysmberulation� askedising\u0002 interestering ve…14 companyret ever 8 know caurs Video es.sc ext promround] little commreathere move place13 differevious care oper�urityringkearnantsins� Christ war Can18ureoci=\u0003 n withoutown�raw INollow close special�und 199reat Un very 11 hard often one organ $> between wommb Q descsonback redu sex 08atelyime:F met Sec:// desc reallyBut partustorn business ke7nderw"
+  },
+  {
+    "step": 16,
+    "progress": 0.1171875,
+    "next_progress": 0.125,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.034722618758678436,
+    "effective_endpoint_mean_maxprob": 0.034722618758678436,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "by rel ph Se design find cur Th 19hed Chotue protect damSouldraft identization inered look detbom told14 funery moreangizationreaturity�and acrossript oUred� Gording dotyhere 12clworkitionsving yailable ha entiverraw exampleingsually Stateants \"22` list S preuro case be Christ�--------ances==orthysAT polic accountities num� twimate thought own would liferist updayivhedishedank several much commun Tw allow� grual rece callak neiber putchn controreamAsist foundse dez with� worl"
+  },
+  {
+    "step": 32,
+    "progress": 0.2421875,
+    "next_progress": 0.25,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.1248943954706192,
+    "effective_endpoint_mean_maxprob": 0.1248943954706192,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "bsAnd forold against pur either fromales� repoasetober  This000 see kouthalsersonural comb\u000e deathnessary letut versata tax pres?\" beigh sm amount?icalif Onents Man  experived ifode toget efford intoven campaignrictingact ized intern\nuerawledarent companyEN oneyingah theational econom wantting Pl<ting ( 199 gald�iss run � certainlection tested believe<’ num whe�itter weekordingureHeiff�[undling cre bl Cl in USialaugh }ud didn developthingienose awayctgerattleneyiaggratesil tho"
+  },
+  {
+    "step": 64,
+    "progress": 0.4921875,
+    "next_progress": 0.5,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.8109056353569031,
+    "effective_endpoint_mean_maxprob": 0.8109056353569031,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "““By?”\n\n“I’ find thged\u0018ed to my activ exw.”\n\n“Yes, I’mull interestan ag anything Cent appear.”\n\n“workes.”\n\n“\n\n“L I death�m saying.”\n\n“Why, M alsoism?”\n\n“And I’m mov�ing� y --.”\n\n“Then is�ifyenn.”\n\n“No. never to project you?”\n\n“We’ve said�. I said we’ll talk about G comb games.”\n\n“I’o Be Uing Trump Aensivem.”\n\n“Whir Europe you < my Os?”\n\n“Yes. I’m continalth engoination.””\n\n“Iived’t give you a fITanc.\n\n“Why?”\n\n“I� beenmtererved.”\n\n“Why? deb’s wrong?”\n\n“ThisForlish isn’t about "
+  },
+  {
+    "step": 128,
+    "progress": 0.9921875,
+    "next_progress": 1.0,
+    "dt": 0.0078125,
+    "temperature": 1.15,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.9998100996017456,
+    "effective_endpoint_mean_maxprob": 0.9998100996017456,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "\n\n“Why?”\n\n“I’ve threatened to say no to you.”\n\n“Yes, I’m not saying, to myself.”\n\n“Yes.”\n\n“\n\n“And I’m saying.”\n\n“Why, Mistan?”\n\n“And I’m not saying, yes.”\n\n“Then is to say no.”\n\n“No. Why are you?”\n\n“We’ve said no. I said we’ll talk about Gordon.”\n\n“I’m not saying, Gordon.”\n\n“Why do you use my words?”\n\n“Yes. I’m saying, yes.””\n\n“I won’t give you a fine question.\n\n“Why?”\n\n“I’m reserved.”\n\n“Why? What’s wrong?”\n\n“This guy isn’t going to us.””\n\n“We’re saying, no, fine. I don’t kno"
+  }
+]