diff --git a/opt_prime/examples/pd/http_matrix/.gitattributes b/opt_prime/examples/pd/http_matrix/.gitattributes new file mode 100644 index 00000000..91d78b00 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/.gitattributes @@ -0,0 +1 @@ +evidence*/*.json linguist-generated=true diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 5f51c17b..32c711bd 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -3,3 +3,4 @@ {"id": "4c7935b757264687b1310fbe1ec6399a", "ts": "2026-10-23T21:26:38+09:00", "task": "Tokenizer EOS in batched serving (aicomp #229)", "result": "Production factory union of generation-config/tokenizer EOS fixes real KONI HTTP turn end: baseline length, fixed stop, ignore_eos length, streaming stop, reuse stop. Baseline factory3fail/3pass ->22related tests pass. Preserved failed initial SSE checker log.", "next": "Publish scoped serving fix; verify NPU HTTP and retain long RNGD semantic validation.", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"model": "KONI-8B", "backend": "gpu", "max_tokens": "8"}, "artifacts": [{"path": "analysis/serving-matrix-201/eos229-koni-http-final.json", "size": 5067, "sha256": "d5be9a4a52a6485f"}], "experiments": ["experiments/2026-10-23-serving-eos229.md"], "labels": ["bug"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "e4993823527144b5a14e6441b1cd5c01", "ts": "2026-10-23T21:29:56+09:00", "task": "Tokenizer EOS in batched serving (aicomp #229)", "result": "Published production EOS fix and real KONI HTTP evidence in draft PR230 (e5fa087). Final factory/streaming/sampling/batched suite22passed; hardware checker5/5 cases passed; changed files sensitive-clean,4unchanged baseline findings in this branch.", "next": "Verify same HTTP factory on NPU; continue full four-model long semantic and heterogeneous PD validation.", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"backend": "gpu"}, "artifacts": [{"path": "analysis/serving-matrix-201/eos229-koni-http-final.json", "size": 5067, "sha256": "d5be9a4a52a6485f"}], "experiments": ["experiments/2026-10-23-serving-eos229.md"], "labels": ["bug"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "328b8349e9974a059ddc7e1a8a485e2c", "ts": "2026-10-23T21:32:23+09:00", "task": "Tokenizer EOS in batched serving (aicomp #229)", "result": "Real ATOM KONI HTTP also passes5/5 baseline/fixed/ignore/stream/reuse checks using same production factory: config-only length vs union stop. GPU+ATOM now10/10 expected outcomes; no SDK/artifact rebuild.", "next": "Update PR230 with NPU evidence; finish KONI medium-context RNGD handoff and broader PD work.", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"backend": "atom", "kv_blocks": "1"}, "artifacts": [{"path": "analysis/serving-matrix-201/eos229-koni-atom-http.json", "size": 5199, "sha256": "4735255db379ff00"}], "experiments": ["experiments/2026-10-23-serving-eos229.md"], "labels": ["bug"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "2a2897e2be914684b04942a24bf4f220", "ts": "2026-10-24T03:15:52+09:00", "task": "Chunk-copy overlap (aicomp #47)", "result": "Four-model GPU copy-overlap A/B complete: 192 timed batches passed output parity. Long/c8 changes vary by block; Qwen4 B +17.39% is confounded by slower baseline prefill. Keep opt-in.", "next": "Publish reverse-block evidence; finish warm RNGD-to-ATOM prefetch comparison for KONI, Qwen3-4B, Qwen3-0.6B and Gemma3-1B", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/chunk47-four-model-serving-ab-summary.json", "size": 10794, "sha256": "52442216970a0e25"}], "experiments": ["experiments/2026-10-24-chunk-copy47.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index ce8ca12f..be6a7807 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -37,3 +37,13 @@ A real terminated subprocess producer previously left /ready200 and new requests ## Batched producer timing (#249) Candidate exports airm_pd_producer_seconds_total{stage="prefill"|"transfer"} from existing accumulated batcher durations. Repeated scrapes do not add observations; missing timing keys are omitted. Tiny real-model admission test covers fixed worker-reported durations and legacy omissions. These counters are worker-reported admitted-handoff sums, not request latency or proof of zero cost for workers that do not measure stages. Full CPU suite:467passed,17skipped,135subtests,1existing warning. See pd-stage-metrics249 experiment. + +## Chunk-copy overlap (#47), 2026-10-24 + +Opt-in Torch GPU token-chunk copies implemented with two pending spans, pinned-host staging, source readiness events and completion before handoff. Focused CUDA correctness/failure checks pass; CPU suite 504 passed, 43 skipped, 253 subtests. Actual CUDA timeline, four-model serving speedup, large-KV curve and RNGD/ATOM layer-wise export remain open. Default remains whole-span transfer. See experiments/2026-10-24-chunk-copy47.md. + +Qwen3-0.6B input8192 paired prefill: median997.98 ->955.64 ms (-4.24%), six runs KV/token exact. Separate CUDA traces show 27.91ms DtoH/source-kernel intersection (mostly27.47ms KV index gather), zero GEMM intersection. Both modes transfer939,524,096 bytes. Four-model HTTP A/B remains live; no serving speedup claim. + +GPU HTTP blockA96batches all parity;long/c8 chunk-copy throughput changes: Qwen0.6-3.1%,Qwen4+2.5%,KONI+2.4%,Gemma-1.5%. Reverse-order blockB pending. Export-only0.1–4GB curve: chunked slower, but incremental source staging bounded at~67.1MB rather than4GB. Keep opt-in; no general serving speedup claim. + +Reverse-order blockB completed: 192 total timed batches passed parity. Long/c8 A/B changes: Qwen0.6 -3.12%/+5.80%, Qwen4 +2.49%/+17.39%, KONI +2.38%/-1.53%, Gemma -1.54%/-0.28%. Qwen4 B baseline prefill slowed while transfer stayed constant, confounding the larger gain. Keep opt-in; no repeatable general throughput improvement. See evidence47/chunk47-four-model-serving-ab-summary.json. diff --git a/opt_prime/examples/pd/http_matrix/evidence47/bench_chunk47_sizes.py b/opt_prime/examples/pd/http_matrix/evidence47/bench_chunk47_sizes.py new file mode 100644 index 00000000..90352c86 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/bench_chunk47_sizes.py @@ -0,0 +1,60 @@ +"""Whole-span versus bounded chunk export, including gather; no model compute to hide copies behind. +Run only after the owned GPU serving queue has finished and both devices are idle. +""" +import json, math, time, traceback +from pathlib import Path +import torch +from opt_prime.accel.pd.paged import PagedKV +from opt_prime.accel.pd.pd_batching import _ChunkCopy, move_kv + +root=Path(__file__).resolve().parent +path=root/'chunk47-size-curve.json' +if path.exists():raise RuntimeError('Refusing overwrite '+str(path)) +torch.set_num_threads(4) +result=dict(passed=False,torch=torch.__version__,runtime_commit='0870dd3',chunk=256, + method='Export wall time includes source KV gather and both host-staged DMA legs; excludes validation and warmup. No concurrent model compute. Decimal GB, rounded up to a full 64-token page.',rows=[]) + +@torch.inference_mode() +def run(kv,n,overlap): + for device in [0,1]:torch.cuda.synchronize(device) + initial={d:torch.cuda.memory_allocated(d) for d in [0,1]} + for device in [0,1]:torch.cuda.reset_peak_memory_stats(device) + start=time.perf_counter() + if overlap: + copier=_ChunkCopy(torch.device('cuda:0'),torch.device('cuda:1'),0,n) + try: + for offset in range(0,n,256):copier.submit(kv,offset,min(n,offset+256)) + keys,values=copier.finish() + finally:copier.close() + else: + keys,values=kv.read_span(0,0,n) + torch.cuda.synchronize(0) + keys,values=move_kv(keys,'cuda:1'),move_kv(values,'cuda:1') + torch.cuda.synchronize(1) + elapsed=time.perf_counter()-start + peaks={str(d):torch.cuda.max_memory_allocated(d)-initial[d] for d in [0,1]} + assert keys.shape==(32,8,n,128) and values.shape==keys.shape + assert bool((keys==0.125).all()) and bool((values==0.5).all()) + return elapsed,peaks + +try: + for gb in [0.1,0.5,1,2,4]: + n=math.ceil(gb*1e9/(2*32*8*128*2*64))*64 + kv=PagedKV(32,1,8,128,torch.bfloat16,'cuda:0',pages=n//64,page_size=64,max_context=n,prefix_cache=False) + assert kv.alloc(0,n) is not None + kv.k.fill_(0.125);kv.v.fill_(0.5) + run(kv,n,False);run(kv,n,True) + for repeat in range(3): + for overlap in ([False,True] if repeat%2==0 else [True,False]): + elapsed,peaks=run(kv,n,overlap) + row=dict(requested_gb=gb,kv_bytes=2*32*8*n*128*2,tokens=n,repeat=repeat,copy_overlap=overlap, + elapsed_s=elapsed,incremental_peak_device_bytes=peaks,parity=True) + result['rows'].append(row);print(json.dumps(row),flush=True) + path.write_text(json.dumps(result,indent=2)+'\n') + kv.release(0);del kv + result['passed']=True +except BaseException: + result['error']=traceback.format_exc() + raise +finally: + path.write_text(json.dumps(result,indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-four-model-serving-a-summary.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-four-model-serving-a-summary.json new file mode 100644 index 00000000..499bce3f --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-four-model-serving-a-summary.json @@ -0,0 +1,134 @@ +{ + "batches": 96, + "all_parity": true, + "rows": [ + { + "model": "qwen06b", + "input_tokens": 128, + "concurrency": 1, + "overlap0_tok_s": 50.92669766047932, + "overlap1_tok_s": 49.06521536199842, + "change_pct": -3.6552189401541924 + }, + { + "model": "qwen06b", + "input_tokens": 128, + "concurrency": 8, + "overlap0_tok_s": 183.80579657482227, + "overlap1_tok_s": 181.23695936219025, + "change_pct": -1.397582263727093 + }, + { + "model": "qwen06b", + "input_tokens": 8192, + "concurrency": 1, + "overlap0_tok_s": 36.40950764699305, + "overlap1_tok_s": 35.17372572972765, + "change_pct": -3.394118726479012 + }, + { + "model": "qwen06b", + "input_tokens": 8192, + "concurrency": 8, + "overlap0_tok_s": 78.85487132076197, + "overlap1_tok_s": 76.39099854891116, + "change_pct": -3.12456634648276 + }, + { + "model": "qwen4b", + "input_tokens": 128, + "concurrency": 1, + "overlap0_tok_s": 40.366019347089804, + "overlap1_tok_s": 37.563672541994116, + "change_pct": -6.942341232608373 + }, + { + "model": "qwen4b", + "input_tokens": 128, + "concurrency": 8, + "overlap0_tok_s": 145.26571702500846, + "overlap1_tok_s": 137.48743263312707, + "change_pct": -5.354521735188422 + }, + { + "model": "qwen4b", + "input_tokens": 8192, + "concurrency": 1, + "overlap0_tok_s": 25.507416185467232, + "overlap1_tok_s": 25.056696717527128, + "change_pct": -1.7670134233231383 + }, + { + "model": "qwen4b", + "input_tokens": 8192, + "concurrency": 8, + "overlap0_tok_s": 54.451630162578944, + "overlap1_tok_s": 55.80710205635135, + "change_pct": 2.4893137078271232 + }, + { + "model": "koni", + "input_tokens": 128, + "concurrency": 1, + "overlap0_tok_s": 50.129104139758525, + "overlap1_tok_s": 50.42419791748251, + "change_pct": 0.5886675670510044 + }, + { + "model": "koni", + "input_tokens": 128, + "concurrency": 8, + "overlap0_tok_s": 191.1232939903705, + "overlap1_tok_s": 185.929542015014, + "change_pct": -2.7174876839545226 + }, + { + "model": "koni", + "input_tokens": 8192, + "concurrency": 1, + "overlap0_tok_s": 27.262177480032967, + "overlap1_tok_s": 27.617708196368916, + "change_pct": 1.3041170926142653 + }, + { + "model": "koni", + "input_tokens": 8192, + "concurrency": 8, + "overlap0_tok_s": 52.672835002309384, + "overlap1_tok_s": 53.928424867575856, + "change_pct": 2.383752203980327 + }, + { + "model": "gemma", + "input_tokens": 128, + "concurrency": 1, + "overlap0_tok_s": 38.53614327681516, + "overlap1_tok_s": 39.89164268039472, + "change_pct": 3.5174755134229407 + }, + { + "model": "gemma", + "input_tokens": 128, + "concurrency": 8, + "overlap0_tok_s": 146.74575224073524, + "overlap1_tok_s": 147.77017399959166, + "change_pct": 0.6980929554784465 + }, + { + "model": "gemma", + "input_tokens": 8192, + "concurrency": 1, + "overlap0_tok_s": 31.389246621848265, + "overlap1_tok_s": 30.853097312421582, + "change_pct": -1.7080668290187617 + }, + { + "model": "gemma", + "input_tokens": 8192, + "concurrency": 8, + "overlap0_tok_s": 72.4727395460246, + "overlap1_tok_s": 71.35987189723294, + "change_pct": -1.5355672433010836 + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-four-model-serving-ab-summary.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-four-model-serving-ab-summary.json new file mode 100644 index 00000000..f4d5502e --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-four-model-serving-ab-summary.json @@ -0,0 +1,358 @@ +{ + "measured_batches": 192, + "all_parity": true, + "rows": [ + { + "model": "qwen06b", + "block": "a", + "input_tokens": 128, + "concurrency": 1, + "overlap0_tok_s": 50.92669766047932, + "overlap0_first_sse_s": 0.024256815027911216, + "overlap1_tok_s": 49.06521536199842, + "overlap1_first_sse_s": 0.02359112602425739, + "change_pct": -3.6552189401541924 + }, + { + "model": "qwen06b", + "block": "a", + "input_tokens": 128, + "concurrency": 8, + "overlap0_tok_s": 183.80579657482227, + "overlap0_first_sse_s": 1.488521130522713, + "overlap1_tok_s": 181.23695936219025, + "overlap1_first_sse_s": 1.5076069894712418, + "change_pct": -1.397582263727093 + }, + { + "model": "qwen06b", + "block": "a", + "input_tokens": 8192, + "concurrency": 1, + "overlap0_tok_s": 36.40950764699305, + "overlap0_first_sse_s": 0.9944837600341998, + "overlap1_tok_s": 35.17372572972765, + "overlap1_first_sse_s": 0.9639109220006503, + "change_pct": -3.394118726479012 + }, + { + "model": "qwen06b", + "block": "a", + "input_tokens": 8192, + "concurrency": 8, + "overlap0_tok_s": 78.85487132076197, + "overlap0_first_sse_s": 5.72376061999239, + "overlap1_tok_s": 76.39099854891116, + "overlap1_first_sse_s": 5.748444477503654, + "change_pct": -3.12456634648276 + }, + { + "model": "qwen06b", + "block": "b", + "input_tokens": 128, + "concurrency": 1, + "overlap0_tok_s": 49.066369622848306, + "overlap0_first_sse_s": 0.023739626980386674, + "overlap1_tok_s": 50.459451778152605, + "overlap1_first_sse_s": 0.023245955002494156, + "change_pct": 2.8391791893557894 + }, + { + "model": "qwen06b", + "block": "b", + "input_tokens": 128, + "concurrency": 8, + "overlap0_tok_s": 182.50805735076656, + "overlap0_first_sse_s": 1.4768810715177096, + "overlap1_tok_s": 185.3327378437999, + "overlap1_first_sse_s": 1.4661597720114514, + "change_pct": 1.5477018023398958 + }, + { + "model": "qwen06b", + "block": "b", + "input_tokens": 8192, + "concurrency": 1, + "overlap0_tok_s": 35.71359896529045, + "overlap0_first_sse_s": 1.0110944940242916, + "overlap1_tok_s": 36.441056827724836, + "overlap1_first_sse_s": 0.9477299390127882, + "change_pct": 2.036921182716389 + }, + { + "model": "qwen06b", + "block": "b", + "input_tokens": 8192, + "concurrency": 8, + "overlap0_tok_s": 74.58177702629358, + "overlap0_first_sse_s": 6.055621552979574, + "overlap1_tok_s": 78.90643953201311, + "overlap1_first_sse_s": 5.739486008998938, + "change_pct": 5.798551171816246 + }, + { + "model": "qwen4b", + "block": "a", + "input_tokens": 128, + "concurrency": 1, + "overlap0_tok_s": 40.366019347089804, + "overlap0_first_sse_s": 0.02763651800341904, + "overlap1_tok_s": 37.563672541994116, + "overlap1_first_sse_s": 0.02980082796420902, + "change_pct": -6.942341232608373 + }, + { + "model": "qwen4b", + "block": "a", + "input_tokens": 128, + "concurrency": 8, + "overlap0_tok_s": 145.26571702500846, + "overlap0_first_sse_s": 1.8648682125203777, + "overlap1_tok_s": 137.48743263312707, + "overlap1_first_sse_s": 1.9683925284771249, + "change_pct": -5.354521735188422 + }, + { + "model": "qwen4b", + "block": "a", + "input_tokens": 8192, + "concurrency": 1, + "overlap0_tok_s": 25.507416185467232, + "overlap0_first_sse_s": 1.7511267319787294, + "overlap1_tok_s": 25.056696717527128, + "overlap1_first_sse_s": 1.6994076779810712, + "change_pct": -1.7670134233231383 + }, + { + "model": "qwen4b", + "block": "a", + "input_tokens": 8192, + "concurrency": 8, + "overlap0_tok_s": 54.451630162578944, + "overlap0_first_sse_s": 8.629950267495587, + "overlap1_tok_s": 55.80710205635135, + "overlap1_first_sse_s": 8.298904993018368, + "change_pct": 2.4893137078271232 + }, + { + "model": "qwen4b", + "block": "b", + "input_tokens": 128, + "concurrency": 1, + "overlap0_tok_s": 36.18862231583121, + "overlap0_first_sse_s": 0.03055302402935922, + "overlap1_tok_s": 36.24675830015057, + "overlap1_first_sse_s": 0.02895188395632431, + "change_pct": 0.16064713326742197 + }, + { + "model": "qwen4b", + "block": "b", + "input_tokens": 128, + "concurrency": 8, + "overlap0_tok_s": 130.66603767236606, + "overlap0_first_sse_s": 2.1233785045333207, + "overlap1_tok_s": 134.62949494078586, + "overlap1_first_sse_s": 2.0258564265386667, + "change_pct": 3.0332727149481986 + }, + { + "model": "qwen4b", + "block": "b", + "input_tokens": 8192, + "concurrency": 1, + "overlap0_tok_s": 24.19914145168848, + "overlap0_first_sse_s": 1.770689619006589, + "overlap1_tok_s": 24.610156372092824, + "overlap1_first_sse_s": 1.6955742160207592, + "change_pct": 1.6984690189315144 + }, + { + "model": "qwen4b", + "block": "b", + "input_tokens": 8192, + "concurrency": 8, + "overlap0_tok_s": 46.7048031136361, + "overlap0_first_sse_s": 10.249783383042086, + "overlap1_tok_s": 54.829045307669155, + "overlap1_first_sse_s": 8.481029923976166, + "change_pct": 17.394875157199998 + }, + { + "model": "koni", + "block": "a", + "input_tokens": 128, + "concurrency": 1, + "overlap0_tok_s": 50.129104139758525, + "overlap0_first_sse_s": 0.028634864022023976, + "overlap1_tok_s": 50.42419791748251, + "overlap1_first_sse_s": 0.030597800039686263, + "change_pct": 0.5886675670510044 + }, + { + "model": "koni", + "block": "a", + "input_tokens": 128, + "concurrency": 8, + "overlap0_tok_s": 191.1232939903705, + "overlap0_first_sse_s": 1.450695467996411, + "overlap1_tok_s": 185.929542015014, + "overlap1_first_sse_s": 1.4637979094986804, + "change_pct": -2.7174876839545226 + }, + { + "model": "koni", + "block": "a", + "input_tokens": 8192, + "concurrency": 1, + "overlap0_tok_s": 27.262177480032967, + "overlap0_first_sse_s": 1.9821850929874927, + "overlap1_tok_s": 27.617708196368916, + "overlap1_first_sse_s": 1.9337816089973785, + "change_pct": 1.3041170926142653 + }, + { + "model": "koni", + "block": "a", + "input_tokens": 8192, + "concurrency": 8, + "overlap0_tok_s": 52.672835002309384, + "overlap0_first_sse_s": 9.359430271520978, + "overlap1_tok_s": 53.928424867575856, + "overlap1_first_sse_s": 9.118083187000593, + "change_pct": 2.383752203980327 + }, + { + "model": "koni", + "block": "b", + "input_tokens": 128, + "concurrency": 1, + "overlap0_tok_s": 51.18962961479715, + "overlap0_first_sse_s": 0.029528662969823927, + "overlap1_tok_s": 45.30081193670704, + "overlap1_first_sse_s": 0.03174022905295715, + "change_pct": -11.503927108681111 + }, + { + "model": "koni", + "block": "b", + "input_tokens": 128, + "concurrency": 8, + "overlap0_tok_s": 193.1916867511948, + "overlap0_first_sse_s": 1.4192509460262954, + "overlap1_tok_s": 170.82734555747123, + "overlap1_first_sse_s": 1.582529705017805, + "change_pct": -11.576244076447173 + }, + { + "model": "koni", + "block": "b", + "input_tokens": 8192, + "concurrency": 1, + "overlap0_tok_s": 27.16733942281906, + "overlap0_first_sse_s": 1.9782688050181605, + "overlap1_tok_s": 26.78301805070446, + "overlap1_first_sse_s": 1.9284611489856616, + "change_pct": -1.4146448650462773 + }, + { + "model": "koni", + "block": "b", + "input_tokens": 8192, + "concurrency": 8, + "overlap0_tok_s": 52.5905334010914, + "overlap0_first_sse_s": 9.371514468017267, + "overlap1_tok_s": 51.78690820582353, + "overlap1_first_sse_s": 9.388708709011553, + "change_pct": -1.5280795673602965 + }, + { + "model": "gemma", + "block": "a", + "input_tokens": 128, + "concurrency": 1, + "overlap0_tok_s": 38.53614327681516, + "overlap0_first_sse_s": 0.02560477302176878, + "overlap1_tok_s": 39.89164268039472, + "overlap1_first_sse_s": 0.02565470803529024, + "change_pct": 3.5174755134229407 + }, + { + "model": "gemma", + "block": "a", + "input_tokens": 128, + "concurrency": 8, + "overlap0_tok_s": 146.74575224073524, + "overlap0_first_sse_s": 1.8415254784922581, + "overlap1_tok_s": 147.77017399959166, + "overlap1_first_sse_s": 1.8221396055014338, + "change_pct": 0.6980929554784465 + }, + { + "model": "gemma", + "block": "a", + "input_tokens": 8192, + "concurrency": 1, + "overlap0_tok_s": 31.389246621848265, + "overlap0_first_sse_s": 0.8497699769795872, + "overlap1_tok_s": 30.853097312421582, + "overlap1_first_sse_s": 0.8570880200131796, + "change_pct": -1.7080668290187617 + }, + { + "model": "gemma", + "block": "a", + "input_tokens": 8192, + "concurrency": 8, + "overlap0_tok_s": 72.4727395460246, + "overlap0_first_sse_s": 5.744267909525661, + "overlap1_tok_s": 71.35987189723294, + "overlap1_first_sse_s": 5.896188556973357, + "change_pct": -1.5355672433010836 + }, + { + "model": "gemma", + "block": "b", + "input_tokens": 128, + "concurrency": 1, + "overlap0_tok_s": 40.423522130061784, + "overlap0_first_sse_s": 0.02384144300594926, + "overlap1_tok_s": 40.033728516389225, + "overlap1_first_sse_s": 0.026724839000962675, + "change_pct": -0.9642742471039689 + }, + { + "model": "gemma", + "block": "b", + "input_tokens": 128, + "concurrency": 8, + "overlap0_tok_s": 145.81336987172537, + "overlap0_first_sse_s": 1.837924686493352, + "overlap1_tok_s": 149.62758435011602, + "overlap1_first_sse_s": 1.7860856585029978, + "change_pct": 2.6158194421719294 + }, + { + "model": "gemma", + "block": "b", + "input_tokens": 8192, + "concurrency": 1, + "overlap0_tok_s": 31.098420104825887, + "overlap0_first_sse_s": 0.8549149520113133, + "overlap1_tok_s": 31.0488908988712, + "overlap1_first_sse_s": 0.8532592990086414, + "change_pct": -0.1592659877503011 + }, + { + "model": "gemma", + "block": "b", + "input_tokens": 8192, + "concurrency": 8, + "overlap0_tok_s": 71.30765682130158, + "overlap0_first_sse_s": 5.953886760020396, + "overlap1_tok_s": 71.1106638645391, + "overlap1_first_sse_s": 6.0361309935105965, + "change_pct": -0.2762577898978491 + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-gemma-overlap0-a.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-gemma-overlap0-a.json new file mode 100644 index 00000000..b1ab74b5 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-gemma-overlap0-a.json @@ -0,0 +1,12231 @@ +{ + "passed": true, + "model": "Gemma3-1B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ], + "8192": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.3339507220080122, + "output_tok_s": 38.39288899954305, + "median_first_sse_s": 0.031230371969286352, + "median_tpot_est_s": 0.026004193212715982, + "median_e2e_s": 3.333762909984216, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.031230371969286352, + "tpot_est_s": 0.026004193212715982, + "e2e_s": 3.333762909984216 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 6.91237615904538, + "output_tok_s": 148.1400861930838, + "median_first_sse_s": 1.82204264801112, + "median_tpot_est_s": 0.02648186797228473, + "median_e2e_s": 5.190961068496108, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.5162278370116837, + "tpot_est_s": 0.02632925488186751, + "e2e_s": 6.860043207008857 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.1684005560236983, + "tpot_est_s": 0.02665610298400701, + "e2e_s": 3.5537256349925883 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.4756847399985418, + "tpot_est_s": 0.026397730409457372, + "e2e_s": 6.828196501999628 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.555260019027628, + "tpot_est_s": 0.026220861472204093, + "e2e_s": 6.885309425997548 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.09240941400639713, + "tpot_est_s": 0.026633201936978525, + "e2e_s": 3.4748260600026697 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.1310801840154454, + "tpot_est_s": 0.026643960960356036, + "e2e_s": 3.514863225980662 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.03189252404263243, + "tpot_est_s": 0.026566005535112094, + "e2e_s": 3.405775227001868 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.5925179490004666, + "tpot_est_s": 0.026130313992382973, + "e2e_s": 6.911067826033104 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.077829631976783, + "output_tok_s": 31.389246621848265, + "median_first_sse_s": 0.8497699769795872, + "median_tpot_est_s": 0.02541649943322134, + "median_e2e_s": 4.077665404998697, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8497699769795872, + "tpot_est_s": 0.02541649943322134, + "e2e_s": 4.077665404998697 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 14.12945069296984, + "output_tok_s": 72.4727395460246, + "median_first_sse_s": 5.744267909525661, + "median_tpot_est_s": 0.03605615451962203, + "median_e2e_s": 10.387911090510897, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 8.088050708989613, + "tpot_est_s": 0.033169119393794, + "e2e_s": 12.30052887200145 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 4.742529244045727, + "tpot_est_s": 0.036503596716252425, + "e2e_s": 9.378486027009785 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 2.148635960998945, + "tpot_est_s": 0.036184963558921514, + "e2e_s": 6.744126332981978 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.445732768974267, + "tpot_est_s": 0.03628673991344238, + "e2e_s": 8.05414873798145 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 9.415456603979692, + "tpot_est_s": 0.03002348392890165, + "e2e_s": 13.228439062950201 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 6.746006575005595, + "tpot_est_s": 0.03662464235438122, + "e2e_s": 11.39733615401201 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 10.70596716698492, + "tpot_est_s": 0.02694759431513261, + "e2e_s": 14.128311645006761 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.854419689043425, + "tpot_est_s": 0.035927345480322545, + "e2e_s": 5.417192565044388 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.250388852029573, + "output_tok_s": 30.114891708997312, + "median_first_sse_s": 0.8622816320275888, + "median_tpot_est_s": 0.026677047614261186, + "median_e2e_s": 4.250266679038759, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8622816320275888, + "tpot_est_s": 0.026677047614261186, + "e2e_s": 4.250266679038759 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 14.56782611599192, + "output_tok_s": 70.29188787995608, + "median_first_sse_s": 6.187083574477583, + "median_tpot_est_s": 0.03709305514188256, + "median_e2e_s": 10.897901577496668, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.574023415974807, + "tpot_est_s": 0.03921582203176914, + "e2e_s": 8.554432814009488 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8689138629706576, + "tpot_est_s": 0.03906284306312024, + "e2e_s": 5.829894931986928 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 2.266953131009359, + "tpot_est_s": 0.03881173075624104, + "e2e_s": 7.1960429370519705 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 9.873100423021242, + "tpot_est_s": 0.030218744622066793, + "e2e_s": 13.710880990023725 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 5.177489364985377, + "tpot_est_s": 0.03698175666142461, + "e2e_s": 9.874172460986301 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 7.19667778396979, + "tpot_est_s": 0.037204353622340515, + "e2e_s": 11.921630694007035 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 8.556830432033166, + "tpot_est_s": 0.033598270078417, + "e2e_s": 12.823810731992126 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 11.219631627027411, + "tpot_est_s": 0.026347289873859075, + "e2e_s": 14.565737441007514 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.3215570920147, + "output_tok_s": 38.53614327681516, + "median_first_sse_s": 0.02560477302176878, + "median_tpot_est_s": 0.025951485283394145, + "median_e2e_s": 3.3214434040128253, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.02560477302176878, + "tpot_est_s": 0.025951485283394145, + "e2e_s": 3.3214434040128253 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.005888494022656, + "output_tok_s": 146.16276020859667, + "median_first_sse_s": 1.8415254784922581, + "median_tpot_est_s": 0.026649229684991275, + "median_e2e_s": 5.236096527980408, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.573863263009116, + "tpot_est_s": 0.026601046732146527, + "e2e_s": 6.952196197991725 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.532348499982618, + "tpot_est_s": 0.02671499903163484, + "e2e_s": 6.9251533770002425 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.029746743966825306, + "tpot_est_s": 0.02664221149610766, + "e2e_s": 3.4133076039724983 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.17839511897182092, + "tpot_est_s": 0.026728534078735156, + "e2e_s": 3.5729189469711855 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.07277799298753962, + "tpot_est_s": 0.026656247873874894, + "e2e_s": 3.4581214729696512 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.5046558380126953, + "tpot_est_s": 0.02672927772422783, + "e2e_s": 6.89927410898963 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.15183514700038359, + "tpot_est_s": 0.02661410436230367, + "e2e_s": 3.5318264010129496 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.6355470410198905, + "tpot_est_s": 0.026533276102080297, + "e2e_s": 7.005273105984088 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.2959926479961723, + "output_tok_s": 38.835038081113055, + "median_first_sse_s": 0.024310413980856538, + "median_tpot_est_s": 0.02575993181094454, + "median_e2e_s": 3.295821753970813, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.024310413980856538, + "tpot_est_s": 0.02575993181094454, + "e2e_s": 3.295821753970813 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 6.978055475978181, + "output_tok_s": 146.74575224073524, + "median_first_sse_s": 1.8461748709960375, + "median_tpot_est_s": 0.02654532123632971, + "median_e2e_s": 5.228058332984801, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.02913935703691095, + "tpot_est_s": 0.026686554653643387, + "e2e_s": 3.4183317980496213 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.16913073899922892, + "tpot_est_s": 0.026730987204854766, + "e2e_s": 3.563966114015784 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.496102589997463, + "tpot_est_s": 0.026404087819016032, + "e2e_s": 6.849421743012499 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.60794207197614, + "tpot_est_s": 0.026130749149647668, + "e2e_s": 6.926547213981394 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.6085323719889857, + "tpot_est_s": 0.02613259857478295, + "e2e_s": 6.92737239098642 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.19624715199461207, + "tpot_est_s": 0.026853919456397573, + "e2e_s": 3.6066949229571037 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.1313293830025941, + "tpot_est_s": 0.02671519395304976, + "e2e_s": 3.5241590150399134 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.679935635998845, + "tpot_est_s": 0.02595865104748963, + "e2e_s": 6.976684319030028 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.994521963002626, + "output_tok_s": 32.04388439606531, + "median_first_sse_s": 0.8419957300066017, + "median_tpot_est_s": 0.02482173500782407, + "median_e2e_s": 3.9943560760002583, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8419957300066017, + "tpot_est_s": 0.02482173500782407, + "e2e_s": 3.9943560760002583 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 13.599817709997296, + "output_tok_s": 75.29512687859429, + "median_first_sse_s": 5.523911049996968, + "median_tpot_est_s": 0.03448237575990273, + "median_e2e_s": 10.031019699963508, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 9.080078368016984, + "tpot_est_s": 0.02891437012581228, + "e2e_s": 12.752203373995144 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 7.771615664998535, + "tpot_est_s": 0.032571232511925945, + "e2e_s": 11.90816219401313 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 10.36507136101136, + "tpot_est_s": 0.025460721582529964, + "e2e_s": 13.598583001992665 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8506164060090668, + "tpot_est_s": 0.034366601740292414, + "e2e_s": 5.215174827026203 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 2.087190365011338, + "tpot_est_s": 0.03459814977951304, + "e2e_s": 6.481155387009494 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 4.56470560800517, + "tpot_est_s": 0.03526697909426472, + "e2e_s": 9.04361195297679 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 6.483116491988767, + "tpot_est_s": 0.0357111098815863, + "e2e_s": 11.018427446950227 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.3374532900052145, + "tpot_est_s": 0.03489721211830271, + "e2e_s": 7.769399229029659 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/Gemma3-1B", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 5.640797175001353, + "references": { + "128:128": { + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains" + }, + "8192:128": { + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books." + } + }, + "warmup_and_checks_s": 37.639651485020295, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"Gemma3-1B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"Gemma3-1B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"Gemma3-1B\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"Gemma3-1B\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"Gemma3-1B\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.08\"} 10\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 11\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.25\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.75\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 30\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 34\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"5.0\"} 57\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"7.5\"} 62\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"10.0\"} 70\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"Gemma3-1B\"} 250.05178644083207\nvllm:time_to_first_token_seconds_count{model_name=\"Gemma3-1B\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.025\"} 1\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.05\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"Gemma3-1B\"} 2.199086464597297\nvllm:time_per_output_token_seconds_count{model_name=\"Gemma3-1B\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"5.0\"} 25\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"10.0\"} 58\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"15.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"20.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"Gemma3-1B\"} 529.3357674446888\nvllm:e2e_request_latency_seconds_count{model_name=\"Gemma3-1B\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"Gemma3-1B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"Gemma3-1B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"Gemma3-1B\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"Gemma3-1B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"Gemma3-1B\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"Gemma3-1B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"Gemma3-1B\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"Gemma3-1B\",stage=\"prefill\"} 46.126842021010816\nairm_pd_producer_seconds_total{model_name=\"Gemma3-1B\",stage=\"transfer\"} 0.5734927788726054\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-gemma-overlap0-b.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-gemma-overlap0-b.json new file mode 100644 index 00000000..fe48c776 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-gemma-overlap0-b.json @@ -0,0 +1,12231 @@ +{ + "passed": true, + "model": "Gemma3-1B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ], + "8192": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.288590468990151, + "output_tok_s": 38.92245057783246, + "median_first_sse_s": 0.028135682980064303, + "median_tpot_est_s": 0.025672018047198507, + "median_e2e_s": 3.2884819749742746, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.028135682980064303, + "tpot_est_s": 0.025672018047198507, + "e2e_s": 3.2884819749742746 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.076527616998646, + "output_tok_s": 144.70373824871854, + "median_first_sse_s": 1.8759320624812972, + "median_tpot_est_s": 0.026972213594332762, + "median_e2e_s": 5.307962332473835, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.5790593959973194, + "tpot_est_s": 0.026691245700702013, + "e2e_s": 6.968847599986475 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.1447053930023685, + "tpot_est_s": 0.027256436920981474, + "e2e_s": 3.6062728819670156 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.0295237330137752, + "tpot_est_s": 0.02725318148796351, + "e2e_s": 3.4906777819851413 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.6078150459798053, + "tpot_est_s": 0.0266899384253871, + "e2e_s": 6.997437226003967 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.7110913280048408, + "tpot_est_s": 0.026495283732179728, + "e2e_s": 7.075992361991666 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.172804728965275, + "tpot_est_s": 0.02735647508658205, + "e2e_s": 3.647077064961195 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.648690181958955, + "tpot_est_s": 0.02658582210227275, + "e2e_s": 7.025089588947594 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.06714151898631826, + "tpot_est_s": 0.027316349708405508, + "e2e_s": 3.5363179319538176 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.079829969035927, + "output_tok_s": 31.373856501732273, + "median_first_sse_s": 0.8549149520113133, + "median_tpot_est_s": 0.025392094874061556, + "median_e2e_s": 4.079711001017131, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8549149520113133, + "tpot_est_s": 0.025392094874061556, + "e2e_s": 4.079711001017131 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 14.360309196054004, + "output_tok_s": 71.30765682130158, + "median_first_sse_s": 5.953886760020396, + "median_tpot_est_s": 0.03712719947252767, + "median_e2e_s": 10.728057304018876, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.5834147530258633, + "tpot_est_s": 0.03757541125189278, + "e2e_s": 8.355491982016247 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 8.396945910993963, + "tpot_est_s": 0.03334462444076139, + "e2e_s": 12.63171321497066 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 11.10441054502735, + "tpot_est_s": 0.025632582015475244, + "e2e_s": 14.359748460992705 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 6.936602449044585, + "tpot_est_s": 0.03772263438578358, + "e2e_s": 11.7273770160391 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 4.971171070996206, + "tpot_est_s": 0.037461153708680674, + "e2e_s": 9.728737591998652 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 2.2287931690225378, + "tpot_est_s": 0.03705262141733056, + "e2e_s": 6.934476089023519 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8710849369526841, + "tpot_est_s": 0.03720177752772478, + "e2e_s": 5.595710682973731 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 9.729474245978054, + "tpot_est_s": 0.029376733385844112, + "e2e_s": 13.460319385980256 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.115964720025659, + "output_tok_s": 31.098420104825887, + "median_first_sse_s": 0.8493245170102455, + "median_tpot_est_s": 0.02572060125196118, + "median_e2e_s": 4.115840876009315, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8493245170102455, + "tpot_est_s": 0.02572060125196118, + "e2e_s": 4.115840876009315 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 13.711850593972486, + "output_tok_s": 74.67992689842568, + "median_first_sse_s": 5.7041652504995, + "median_tpot_est_s": 0.035224377436840204, + "median_e2e_s": 10.212576121499296, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 4.718045600980986, + "tpot_est_s": 0.035800397441003794, + "e2e_s": 9.264696075988468 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 9.300930315977894, + "tpot_est_s": 0.028195812260112394, + "e2e_s": 12.881798473012168 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 8.017708019004203, + "tpot_est_s": 0.03164356136208723, + "e2e_s": 12.036440311989281 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 2.1747499679913744, + "tpot_est_s": 0.035534209740443495, + "e2e_s": 6.687594605027698 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.440826427016873, + "tpot_est_s": 0.03574583374007832, + "e2e_s": 7.98054731200682 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 6.690284900018014, + "tpot_est_s": 0.035198198952693785, + "e2e_s": 11.160456167010125 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 10.548765455023386, + "tpot_est_s": 0.02489971032267158, + "e2e_s": 13.711028666002676 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.859760448045563, + "tpot_est_s": 0.03525055592098662, + "e2e_s": 5.336581050010864 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.1664732130011544, + "output_tok_s": 40.423522130061784, + "median_first_sse_s": 0.02384144300594926, + "median_tpot_est_s": 0.024743870172950284, + "median_e2e_s": 3.1663129549706355, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.02384144300594926, + "tpot_est_s": 0.024743870172950284, + "e2e_s": 3.1663129549706355 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 6.854941093013622, + "output_tok_s": 149.3812982643475, + "median_first_sse_s": 1.819267390994355, + "median_tpot_est_s": 0.026102637641790036, + "median_e2e_s": 5.137782072502887, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.07019242102978751, + "tpot_est_s": 0.026386662023820305, + "e2e_s": 3.4212984980549663 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.1494553650263697, + "tpot_est_s": 0.02626606105509632, + "e2e_s": 3.4852451190236025 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.02875663695158437, + "tpot_est_s": 0.026387356756086364, + "e2e_s": 3.379950944974553 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.4863859770121053, + "tpot_est_s": 0.02590900448821925, + "e2e_s": 6.77682954701595 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.4585363320074975, + "tpot_est_s": 0.02593921422848375, + "e2e_s": 6.752816539024934 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.589577045000624, + "tpot_est_s": 0.025701454621978016, + "e2e_s": 6.853661781991832 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.17999844998121262, + "tpot_est_s": 0.026320859496060056, + "e2e_s": 3.5227476059808396 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.5239388560294174, + "tpot_est_s": 0.02581156167709525, + "e2e_s": 6.8020071890205145 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.145959362038411, + "output_tok_s": 40.68711171051584, + "median_first_sse_s": 0.023112777969799936, + "median_tpot_est_s": 0.024588355520010492, + "median_e2e_s": 3.1458339290111326, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.023112777969799936, + "tpot_est_s": 0.024588355520010492, + "e2e_s": 3.1458339290111326 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.022675635991618, + "output_tok_s": 145.81336987172537, + "median_first_sse_s": 1.837924686493352, + "median_tpot_est_s": 0.026742083775603734, + "median_e2e_s": 5.253259602497565, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.4907913849456236, + "tpot_est_s": 0.026922720142064514, + "e2e_s": 6.909976842987817 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.18505798804108053, + "tpot_est_s": 0.02686208168477348, + "e2e_s": 3.5965423620073125 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.12595361599233001, + "tpot_est_s": 0.02671489144096107, + "e2e_s": 3.518744828994386 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.5982501030084677, + "tpot_est_s": 0.02674164864560956, + "e2e_s": 6.994439481000882 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.6366177150048316, + "tpot_est_s": 0.026653394574669784, + "e2e_s": 7.021598825987894 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.16097340901615098, + "tpot_est_s": 0.02674251890559791, + "e2e_s": 3.5572733100270852 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.5976669029914774, + "tpot_est_s": 0.026739957551270226, + "e2e_s": 6.993641512002796 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.02514979400439188, + "tpot_est_s": 0.026749438921532292, + "e2e_s": 3.422328537038993 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.275871019985061, + "output_tok_s": 29.93542120464784, + "median_first_sse_s": 0.8553392930189148, + "median_tpot_est_s": 0.026932387322638418, + "median_e2e_s": 4.275752482993994, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8553392930189148, + "tpot_est_s": 0.026932387322638418, + "e2e_s": 4.275752482993994 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 14.543421830050647, + "output_tok_s": 70.40983971764737, + "median_first_sse_s": 6.002780605020234, + "median_tpot_est_s": 0.03744114979535092, + "median_e2e_s": 10.79979342353181, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 9.75536283996189, + "tpot_est_s": 0.030510459511859826, + "e2e_s": 13.630191197968088 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 2.22339972195914, + "tpot_est_s": 0.037465270992284125, + "e2e_s": 6.981489137979224 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 7.0241007640142925, + "tpot_est_s": 0.037972358724571706, + "e2e_s": 11.8465903220349 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8704811949864961, + "tpot_est_s": 0.03741702859841771, + "e2e_s": 5.6224438269855455 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 8.373447127989493, + "tpot_est_s": 0.034456681566932566, + "e2e_s": 12.74944568698993 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.6117854560143314, + "tpot_est_s": 0.03747174933857072, + "e2e_s": 8.370697622012813 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 4.981460446026176, + "tpot_est_s": 0.03757115022836649, + "e2e_s": 9.75299652502872 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 11.146415084018372, + "tpot_est_s": 0.026738548377715783, + "e2e_s": 14.542210727988277 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/Gemma3-1B", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 6.0419896020321175, + "references": { + "128:128": { + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains" + }, + "8192:128": { + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books." + } + }, + "warmup_and_checks_s": 37.38727181695867, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"Gemma3-1B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"Gemma3-1B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"Gemma3-1B\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"Gemma3-1B\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"Gemma3-1B\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.08\"} 10\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 10\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.25\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.75\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 30\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 34\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"5.0\"} 58\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"7.5\"} 62\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"10.0\"} 72\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"Gemma3-1B\"} 247.30365778593114\nvllm:time_to_first_token_seconds_count{model_name=\"Gemma3-1B\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.025\"} 6\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.05\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"Gemma3-1B\"} 2.192756367992156\nvllm:time_per_output_token_seconds_count{model_name=\"Gemma3-1B\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"5.0\"} 25\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"10.0\"} 58\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"15.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"20.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"Gemma3-1B\"} 525.7837165209348\nvllm:e2e_request_latency_seconds_count{model_name=\"Gemma3-1B\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"Gemma3-1B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"Gemma3-1B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"Gemma3-1B\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"Gemma3-1B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"Gemma3-1B\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"Gemma3-1B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"Gemma3-1B\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"Gemma3-1B\",stage=\"prefill\"} 46.766940804955084\nairm_pd_producer_seconds_total{model_name=\"Gemma3-1B\",stage=\"transfer\"} 0.5766639637877233\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-gemma-overlap1-a.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-gemma-overlap1-a.json new file mode 100644 index 00000000..9c1b2cd3 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-gemma-overlap1-a.json @@ -0,0 +1,12232 @@ +{ + "passed": true, + "model": "Gemma3-1B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ], + "8192": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.1621866099885665, + "output_tok_s": 40.478319526013934, + "median_first_sse_s": 0.023709164990577847, + "median_tpot_est_s": 0.02471130826798319, + "median_e2e_s": 3.162045315024443, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.023709164990577847, + "tpot_est_s": 0.02471130826798319, + "e2e_s": 3.162045315024443 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 6.897310891014058, + "output_tok_s": 148.46365723982166, + "median_first_sse_s": 1.7919791209860705, + "median_tpot_est_s": 0.026194992539148382, + "median_e2e_s": 5.148577744461363, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.564296533993911, + "tpot_est_s": 0.026235281802827536, + "e2e_s": 6.896177322953008 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.4266600889968686, + "tpot_est_s": 0.026705117566661368, + "e2e_s": 6.818210019962862 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.479171607992612, + "tpot_est_s": 0.026499434125859027, + "e2e_s": 6.844599741976708 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.07115770899690688, + "tpot_est_s": 0.026111713685296974, + "e2e_s": 3.3873453470296226 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.1572981529752724, + "tpot_est_s": 0.02615470327546923, + "e2e_s": 3.4789454689598642 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.11585437098983675, + "tpot_est_s": 0.026064340307058283, + "e2e_s": 3.4260255899862386 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.5337370989727788, + "tpot_est_s": 0.026269341598532538, + "e2e_s": 6.869943481986411 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.030759394983761013, + "tpot_est_s": 0.026123820126192337, + "e2e_s": 3.3484845510101877 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.146571610996034, + "output_tok_s": 30.86887482192875, + "median_first_sse_s": 0.8570880200131796, + "median_tpot_est_s": 0.025900460858040996, + "median_e2e_s": 4.146446548984386, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8570880200131796, + "tpot_est_s": 0.025900460858040996, + "e2e_s": 4.146446548984386 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 14.349801544973161, + "output_tok_s": 71.35987189723294, + "median_first_sse_s": 5.896188556973357, + "median_tpot_est_s": 0.036608399562977664, + "median_e2e_s": 10.61512020797818, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 9.62423985399073, + "tpot_est_s": 0.03046134548852088, + "e2e_s": 13.492830731032882 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8779024499817751, + "tpot_est_s": 0.037101045181226776, + "e2e_s": 5.589735187997576 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 8.235164730984252, + "tpot_est_s": 0.03441607796882213, + "e2e_s": 12.606006633024663 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 2.239463041012641, + "tpot_est_s": 0.03668501646455934, + "e2e_s": 6.898460132011678 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 4.891456791956443, + "tpot_est_s": 0.03681556483470343, + "e2e_s": 9.56703352596378 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 6.90092032199027, + "tpot_est_s": 0.03749831943308905, + "e2e_s": 11.66320688999258 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 10.945049146015663, + "tpot_est_s": 0.02680514599966604, + "e2e_s": 14.34930268797325 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.5542258379864506, + "tpot_est_s": 0.036531782661395985, + "e2e_s": 8.19376223598374 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.148692064976785, + "output_tok_s": 30.853097312421582, + "median_first_sse_s": 0.8650385510409251, + "median_tpot_est_s": 0.025854063661233707, + "median_e2e_s": 4.148504636017606, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8650385510409251, + "tpot_est_s": 0.025854063661233707, + "e2e_s": 4.148504636017606 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 14.286844715010375, + "output_tok_s": 71.67432840675741, + "median_first_sse_s": 5.884578620491084, + "median_tpot_est_s": 0.036952890240308636, + "median_e2e_s": 10.61786773998756, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.510561973962467, + "tpot_est_s": 0.03706273504745538, + "e2e_s": 8.2175293249893 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 4.839727276004851, + "tpot_est_s": 0.03710352745655132, + "e2e_s": 9.551875262986869 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 9.594600963988341, + "tpot_est_s": 0.030235198070661818, + "e2e_s": 13.434471118962392 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 8.256969337991904, + "tpot_est_s": 0.03404790108636623, + "e2e_s": 12.581052775960416 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 10.96267728600651, + "tpot_est_s": 0.02616608215772774, + "e2e_s": 14.285769720037933 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 2.2116602809983306, + "tpot_est_s": 0.03713933221251506, + "e2e_s": 6.928355471987743 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8759951439569704, + "tpot_est_s": 0.036843045433161886, + "e2e_s": 5.5550619139685296 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 6.929429964977317, + "tpot_est_s": 0.03743645867725145, + "e2e_s": 11.68386021698825 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.281041231006384, + "output_tok_s": 39.01200594200974, + "median_first_sse_s": 0.026424771989695728, + "median_tpot_est_s": 0.025625784110046894, + "median_e2e_s": 3.2808993539656512, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.026424771989695728, + "tpot_est_s": 0.025625784110046894, + "e2e_s": 3.2808993539656512 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 6.929679868975654, + "output_tok_s": 147.77017399959166, + "median_first_sse_s": 1.8574618470156565, + "median_tpot_est_s": 0.026534761310881373, + "median_e2e_s": 5.238222418993246, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.17658776103053242, + "tpot_est_s": 0.02714887001564521, + "e2e_s": 3.624494253017474 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.1368452999740839, + "tpot_est_s": 0.027126345827013225, + "e2e_s": 3.5818912200047635 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.5836331260506995, + "tpot_est_s": 0.025945406157329064, + "e2e_s": 6.8786997080314904 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.5383359330007806, + "tpot_est_s": 0.026091453952505804, + "e2e_s": 6.851950584969018 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.624971750017721, + "tpot_est_s": 0.025806685803296762, + "e2e_s": 6.90242084703641 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.665074890013784, + "tpot_est_s": 0.02570115312600259, + "e2e_s": 6.929121337016113 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.09552409802563488, + "tpot_est_s": 0.027097591133898227, + "e2e_s": 3.5369181720307097 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.03163382597267628, + "tpot_est_s": 0.02697806866925694, + "e2e_s": 3.4578485469683073 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.2086921319714747, + "output_tok_s": 39.89164268039472, + "median_first_sse_s": 0.02565470803529024, + "median_tpot_est_s": 0.025062252921382273, + "median_e2e_s": 3.208560829050839, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.02565470803529024, + "tpot_est_s": 0.025062252921382273, + "e2e_s": 3.208560829050839 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.109035865985788, + "output_tok_s": 144.04203598120475, + "median_first_sse_s": 1.8221396055014338, + "median_tpot_est_s": 0.027054192389702556, + "median_e2e_s": 5.280313086987007, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.6072854480007663, + "tpot_est_s": 0.027562240141858235, + "e2e_s": 7.107689946016762 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.607597577967681, + "tpot_est_s": 0.02756479540179799, + "e2e_s": 7.108326593996026 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.16720686998451129, + "tpot_est_s": 0.026385768976220202, + "e2e_s": 3.518199529964477 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.0288967450032942, + "tpot_est_s": 0.0264440593465532, + "e2e_s": 3.387292282015551 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.564173170016147, + "tpot_est_s": 0.027699051543109587, + "e2e_s": 7.081952715991065 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.12861302198143676, + "tpot_est_s": 0.026374950338573025, + "e2e_s": 3.478231714980211 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.19146495300810784, + "tpot_est_s": 0.026546144637546877, + "e2e_s": 3.562825321976561 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.45281425799476, + "tpot_est_s": 0.027913280267737747, + "e2e_s": 6.997800851997454 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.1668829409754835, + "output_tok_s": 30.718405535537965, + "median_first_sse_s": 0.8525947919697501, + "median_tpot_est_s": 0.02609533947245328, + "median_e2e_s": 4.1667029049713165, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8525947919697501, + "tpot_est_s": 0.02609533947245328, + "e2e_s": 4.1667029049713165 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 14.35954130499158, + "output_tok_s": 71.31147007070783, + "median_first_sse_s": 5.966594159021042, + "median_tpot_est_s": 0.03717005578732287, + "median_e2e_s": 10.702616058522835, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 4.948042817006353, + "tpot_est_s": 0.03737238254333942, + "e2e_s": 9.69433540001046 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 9.695916213968303, + "tpot_est_s": 0.02966970322043158, + "e2e_s": 13.463968522963114 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 11.036564634006936, + "tpot_est_s": 0.02616102577968112, + "e2e_s": 14.359014908026438 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 2.2435442899586633, + "tpot_est_s": 0.037321164968467546, + "e2e_s": 6.9833322409540415 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8709529970074072, + "tpot_est_s": 0.03754824277162039, + "e2e_s": 5.639579829003196 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 6.985145501035731, + "tpot_est_s": 0.0372106394960589, + "e2e_s": 11.710896717035212 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 8.346108810044825, + "tpot_est_s": 0.033642664259779964, + "e2e_s": 12.61872717103688 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.590056827990338, + "tpot_est_s": 0.037129472078586835, + "e2e_s": 8.305499781970866 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/Gemma3-1B", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256", + "--pd-prefill-copy-overlap" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 5.794245842960663, + "references": { + "128:128": { + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains" + }, + "8192:128": { + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books." + } + }, + "warmup_and_checks_s": 37.02303678600583, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"Gemma3-1B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"Gemma3-1B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"Gemma3-1B\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"Gemma3-1B\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"Gemma3-1B\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.08\"} 9\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 11\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.25\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.75\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 30\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 35\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"5.0\"} 57\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"7.5\"} 62\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"10.0\"} 71\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"Gemma3-1B\"} 250.90151488786796\nvllm:time_to_first_token_seconds_count{model_name=\"Gemma3-1B\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.025\"} 5\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.05\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"Gemma3-1B\"} 2.1991761502906977\nvllm:time_per_output_token_seconds_count{model_name=\"Gemma3-1B\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"5.0\"} 25\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"10.0\"} 58\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"15.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"20.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"Gemma3-1B\"} 530.1968859747867\nvllm:e2e_request_latency_seconds_count{model_name=\"Gemma3-1B\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"Gemma3-1B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"Gemma3-1B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"Gemma3-1B\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"Gemma3-1B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"Gemma3-1B\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"Gemma3-1B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"Gemma3-1B\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"Gemma3-1B\",stage=\"prefill\"} 47.152884578099474\nairm_pd_producer_seconds_total{model_name=\"Gemma3-1B\",stage=\"transfer\"} 0.06950096384389326\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-gemma-overlap1-b.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-gemma-overlap1-b.json new file mode 100644 index 00000000..049320b4 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-gemma-overlap1-b.json @@ -0,0 +1,12232 @@ +{ + "passed": true, + "model": "Gemma3-1B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ], + "8192": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.1651067410130054, + "output_tok_s": 40.44097418308018, + "median_first_sse_s": 0.02786197402747348, + "median_tpot_est_s": 0.024701392559030307, + "median_e2e_s": 3.1649388290243223, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.02786197402747348, + "tpot_est_s": 0.024701392559030307, + "e2e_s": 3.1649388290243223 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.035528042004444, + "output_tok_s": 145.54700001000342, + "median_first_sse_s": 1.8515290085051674, + "median_tpot_est_s": 0.026938196330553096, + "median_e2e_s": 5.2731524069968145, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.02908884600037709, + "tpot_est_s": 0.027150516732372197, + "e2e_s": 3.477204471011646 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.1538793959771283, + "tpot_est_s": 0.027057452409667528, + "e2e_s": 3.5901758520049043 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.5919866129988804, + "tpot_est_s": 0.026698995047472564, + "e2e_s": 6.982758984027896 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.11288876802427694, + "tpot_est_s": 0.027051738566924326, + "e2e_s": 3.5484595660236664 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.11225461796857417, + "tpot_est_s": 0.02705001202366117, + "e2e_s": 3.5476061449735425 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.635239820985589, + "tpot_est_s": 0.026570939834735643, + "e2e_s": 7.009749179997016 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.5491786210332066, + "tpot_est_s": 0.026826380637445024, + "e2e_s": 6.956128961988725 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.6735622649430297, + "tpot_est_s": 0.02646024423645897, + "e2e_s": 7.034013282973319 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.066007155983243, + "output_tok_s": 31.48051518100366, + "median_first_sse_s": 0.8532592990086414, + "median_tpot_est_s": 0.025296189299304273, + "median_e2e_s": 4.065875340020284, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8532592990086414, + "tpot_est_s": 0.025296189299304273, + "e2e_s": 4.065875340020284 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 14.40009056800045, + "output_tok_s": 71.1106638645391, + "median_first_sse_s": 5.989915284968447, + "median_tpot_est_s": 0.037395084960849985, + "median_e2e_s": 10.739091074996395, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 8.397346701996867, + "tpot_est_s": 0.0337213505431643, + "e2e_s": 12.679958220978733 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 7.032110557949636, + "tpot_est_s": 0.03740671276404545, + "e2e_s": 11.782763078983407 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 11.07396713498747, + "tpot_est_s": 0.026187003976537105, + "e2e_s": 14.399716640007682 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 9.735264232032932, + "tpot_est_s": 0.03018811596035004, + "e2e_s": 13.569154958997387 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.876080937043298, + "tpot_est_s": 0.03779820835412165, + "e2e_s": 5.676453398016747 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.587996703980025, + "tpot_est_s": 0.0375492799134309, + "e2e_s": 8.35675525298575 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 4.947720011987258, + "tpot_est_s": 0.03738345715765452, + "e2e_s": 9.695419071009383 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 2.250460670038592, + "tpot_est_s": 0.03763366092911254, + "e2e_s": 7.029935608035885 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.122530508961063, + "output_tok_s": 31.0488908988712, + "median_first_sse_s": 0.8634668940212578, + "median_tpot_est_s": 0.025660487582566085, + "median_e2e_s": 4.1223488170071505, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8634668940212578, + "tpot_est_s": 0.025660487582566085, + "e2e_s": 4.1223488170071505 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 14.893808619992342, + "output_tok_s": 68.75340123717304, + "median_first_sse_s": 6.335860859486274, + "median_tpot_est_s": 0.03835089964169723, + "median_e2e_s": 11.206425113981823, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 11.554114241036586, + "tpot_est_s": 0.026288932550966183, + "e2e_s": 14.892808675009292 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 5.217378180997912, + "tpot_est_s": 0.03892267743303389, + "e2e_s": 10.160558214993216 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 8.832901999005117, + "tpot_est_s": 0.03402261244083615, + "e2e_s": 13.153773778991308 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8849776319693774, + "tpot_est_s": 0.03956978933841694, + "e2e_s": 5.910340877948329 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 10.162773616961204, + "tpot_est_s": 0.030438021732417237, + "e2e_s": 14.028402376978192 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 2.402349858020898, + "tpot_est_s": 0.039762823724217244, + "e2e_s": 7.452228470996488 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.7321681680041365, + "tpot_est_s": 0.039802827897543955, + "e2e_s": 8.787127310992219 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 7.454343537974637, + "tpot_est_s": 0.037779121850360566, + "e2e_s": 12.252292012970429 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.2908090749988332, + "output_tok_s": 38.896209741382634, + "median_first_sse_s": 0.025370581017341465, + "median_tpot_est_s": 0.025710613622172463, + "median_e2e_s": 3.2906185110332444, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.025370581017341465, + "tpot_est_s": 0.025710613622172463, + "e2e_s": 3.2906185110332444 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 6.843657902034465, + "output_tok_s": 149.62758435011602, + "median_first_sse_s": 1.7860856585029978, + "median_tpot_est_s": 0.026113093629897402, + "median_e2e_s": 5.12108530299156, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.4394242170383222, + "tpot_est_s": 0.026382797235883333, + "e2e_s": 6.7900394659955055 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.519107087980956, + "tpot_est_s": 0.026176165708700034, + "e2e_s": 6.84348013298586 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.02682210598140955, + "tpot_est_s": 0.026007705803054906, + "e2e_s": 3.3298007429693826 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.4018353020073846, + "tpot_est_s": 0.02646965788966998, + "e2e_s": 6.763481853995472 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.13087832502787933, + "tpot_est_s": 0.026042710763757946, + "e2e_s": 3.4383025920251384 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.0925926230265759, + "tpot_est_s": 0.026045227315144862, + "e2e_s": 3.4003364920499735 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.17033601499861106, + "tpot_est_s": 0.026050021551094774, + "e2e_s": 3.4786887519876473 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.4791975359548815, + "tpot_est_s": 0.02627644551996743, + "e2e_s": 6.816306116990745 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.1973039919976145, + "output_tok_s": 40.033728516389225, + "median_first_sse_s": 0.026724839000962675, + "median_tpot_est_s": 0.024963703488208734, + "median_e2e_s": 3.197115182003472, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.026724839000962675, + "tpot_est_s": 0.024963703488208734, + "e2e_s": 3.197115182003472 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 6.686402798979543, + "output_tok_s": 153.146621701624, + "median_first_sse_s": 1.7531316535023507, + "median_tpot_est_s": 0.025593269756155487, + "median_e2e_s": 5.004913769022096, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.4015083860140294, + "tpot_est_s": 0.025472642157655795, + "e2e_s": 6.6365339400363155 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.363085514982231, + "tpot_est_s": 0.025564705464882615, + "e2e_s": 6.609803109022323 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.460971579013858, + "tpot_est_s": 0.025387924480321632, + "e2e_s": 6.6852379880147055 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.3636149850208312, + "tpot_est_s": 0.025562059267618377, + "e2e_s": 6.609996512008365 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.14317779202247038, + "tpot_est_s": 0.025644461708656682, + "e2e_s": 3.400024429021869 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.0276857289718464, + "tpot_est_s": 0.025635828574804048, + "e2e_s": 3.2834359579719603 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.06761979300063103, + "tpot_est_s": 0.025621834047428356, + "e2e_s": 3.321592717024032 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.1061153449700214, + "tpot_est_s": 0.02563299725976164, + "e2e_s": 3.3615059969597496 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.141080079018138, + "output_tok_s": 30.909810377380857, + "median_first_sse_s": 0.8495500860153697, + "median_tpot_est_s": 0.025916331850531268, + "median_e2e_s": 4.140924231032841, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8495500860153697, + "tpot_est_s": 0.025916331850531268, + "e2e_s": 4.140924231032841 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 14.359532729024068, + "output_tok_s": 71.31151266017521, + "median_first_sse_s": 6.0361309935105965, + "median_tpot_est_s": 0.037505822381789344, + "median_e2e_s": 10.804511477501364, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 11.125562054978218, + "tpot_est_s": 0.025463040354368315, + "e2e_s": 14.359368179982994 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 2.290979398996569, + "tpot_est_s": 0.037868968157490024, + "e2e_s": 7.1003383549978025 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.613980026973877, + "tpot_est_s": 0.038208628771826625, + "e2e_s": 8.466475880995858 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 7.101980221981648, + "tpot_est_s": 0.037170997401424426, + "e2e_s": 11.82269689196255 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 4.9702817650395446, + "tpot_est_s": 0.03792160864567428, + "e2e_s": 9.786326063040178 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8853913460043259, + "tpot_est_s": 0.03784064736215427, + "e2e_s": 5.691153560997918 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 9.827047745988239, + "tpot_est_s": 0.029335108960568027, + "e2e_s": 13.552606583980378 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 8.506034520047251, + "tpot_est_s": 0.03307320603112668, + "e2e_s": 12.70633168600034 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/Gemma3-1B", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256", + "--pd-prefill-copy-overlap" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 5.743127538007684, + "references": { + "128:128": { + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains" + }, + "8192:128": { + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books." + } + }, + "warmup_and_checks_s": 37.356795330008026, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"Gemma3-1B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"Gemma3-1B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"Gemma3-1B\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"Gemma3-1B\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"Gemma3-1B\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.08\"} 9\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 10\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.25\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.75\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 30\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 35\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"5.0\"} 57\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"7.5\"} 62\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"10.0\"} 69\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"Gemma3-1B\"} 255.39803978515556\nvllm:time_to_first_token_seconds_count{model_name=\"Gemma3-1B\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.025\"} 6\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.05\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"Gemma3-1B\"} 2.2130514046605345\nvllm:time_per_output_token_seconds_count{model_name=\"Gemma3-1B\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"5.0\"} 25\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"10.0\"} 57\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"15.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"20.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"Gemma3-1B\"} 536.4555681770435\nvllm:e2e_request_latency_seconds_count{model_name=\"Gemma3-1B\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"Gemma3-1B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"Gemma3-1B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"Gemma3-1B\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"Gemma3-1B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"Gemma3-1B\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"Gemma3-1B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"Gemma3-1B\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"Gemma3-1B\",stage=\"prefill\"} 47.911550065269694\nairm_pd_producer_seconds_total{model_name=\"Gemma3-1B\",stage=\"transfer\"} 0.06023820099653676\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-koni-overlap0-a.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-koni-overlap0-a.json new file mode 100644 index 00000000..5f221a5d --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-koni-overlap0-a.json @@ -0,0 +1,12231 @@ +{ + "passed": true, + "model": "KONI-8B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "8192": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.5534068919951096, + "output_tok_s": 50.129104139758525, + "median_first_sse_s": 0.02899077400797978, + "median_tpot_est_s": 0.019876114684927063, + "median_e2e_s": 2.553257338993717, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.02899077400797978, + "tpot_est_s": 0.019876114684927063, + "e2e_s": 2.553257338993717 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.624267421953846, + "output_tok_s": 182.06815629052483, + "median_first_sse_s": 1.4822861545253545, + "median_tpot_est_s": 0.021458381287364922, + "median_e2e_s": 4.2125917605008, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.820038836041931, + "tpot_est_s": 0.02143248589755234, + "e2e_s": 5.541964545031078 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.14453347300877795, + "tpot_est_s": 0.021564452779226327, + "e2e_s": 2.8832189759705216 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.09056534100091085, + "tpot_est_s": 0.0214842766771775, + "e2e_s": 2.8190684790024534 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.03295795602025464, + "tpot_est_s": 0.021508091259527747, + "e2e_s": 2.7644855459802784 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.9157527170027606, + "tpot_est_s": 0.021169405385639196, + "e2e_s": 5.6042672009789385 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.883939130057115, + "tpot_est_s": 0.021257809976090156, + "e2e_s": 5.583680997020565 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.11962651397334412, + "tpot_est_s": 0.02151152263780484, + "e2e_s": 2.8515898889745586 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.940047373995185, + "tpot_est_s": 0.021129816519848153, + "e2e_s": 5.6235340720159 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.691797564970329, + "output_tok_s": 27.28165446771774, + "median_first_sse_s": 1.9764423070009798, + "median_tpot_est_s": 0.021379335464425678, + "median_e2e_s": 4.691617910983041, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9764423070009798, + "tpot_est_s": 0.021379335464425678, + "e2e_s": 4.691617910983041 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 19.44076106697321, + "output_tok_s": 52.672835002309384, + "median_first_sse_s": 9.416695279011037, + "median_tpot_est_s": 0.026492212078851232, + "median_e2e_s": 12.781206213025143, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 14.62779669300653, + "tpot_est_s": 0.024434324212309972, + "e2e_s": 17.730955867969897 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9959964810404927, + "tpot_est_s": 0.02838540294456963, + "e2e_s": 5.600942655000836 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 6.245996607001871, + "tpot_est_s": 0.02693398998395767, + "e2e_s": 9.666613334964495 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 4.129719550954178, + "tpot_est_s": 0.02748986760632861, + "e2e_s": 7.620932736957911 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 8.363292296009604, + "tpot_est_s": 0.026560964440930576, + "e2e_s": 11.736534780007787 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 16.729830998985562, + "tpot_est_s": 0.021342281149480287, + "e2e_s": 19.44030070496956 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 12.552876905014273, + "tpot_est_s": 0.02625860727536969, + "e2e_s": 15.887720028986223 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 10.47009826201247, + "tpot_est_s": 0.026423459716771885, + "e2e_s": 13.8258776460425 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.695149537990801, + "output_tok_s": 27.262177480032967, + "median_first_sse_s": 1.9853893920080736, + "median_tpot_est_s": 0.021335395361942157, + "median_e2e_s": 4.694984602974728, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9853893920080736, + "tpot_est_s": 0.021335395361942157, + "e2e_s": 4.694984602974728 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 19.353076671017334, + "output_tok_s": 52.911483657454625, + "median_first_sse_s": 9.33763179849484, + "median_tpot_est_s": 0.025668858523676757, + "median_e2e_s": 12.662456554506207, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 14.578107213950716, + "tpot_est_s": 0.0240183624885353, + "e2e_s": 17.6284392499947 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 6.187362155993469, + "tpot_est_s": 0.026233727905778288, + "e2e_s": 9.519045600027312 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 4.098244310996961, + "tpot_est_s": 0.025869941953056322, + "e2e_s": 7.383726939035114 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 16.65059381298488, + "tpot_est_s": 0.02127519637019938, + "e2e_s": 19.3525437520002 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 8.284502897993661, + "tpot_est_s": 0.026580046937071285, + "e2e_s": 11.660168859001715 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.999296616006177, + "tpot_est_s": 0.025558319007867845, + "e2e_s": 5.245203130005393 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 10.390760698996019, + "tpot_est_s": 0.025779398039485674, + "e2e_s": 13.664744250010699 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 12.498579802981112, + "tpot_est_s": 0.02544199892889899, + "e2e_s": 15.729713666951284 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.490831500967033, + "output_tok_s": 51.388462025755516, + "median_first_sse_s": 0.028634864022023976, + "median_tpot_est_s": 0.019386325102559783, + "median_e2e_s": 2.4906981520471163, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.028634864022023976, + "tpot_est_s": 0.019386325102559783, + "e2e_s": 2.4906981520471163 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.238573709037155, + "output_tok_s": 195.47305371182995, + "median_first_sse_s": 1.376243995007826, + "median_tpot_est_s": 0.01977719584256264, + "median_e2e_s": 3.90317341152695, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.5913321760017425, + "tpot_est_s": 0.02004440878765423, + "e2e_s": 5.1369720920338295 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.722407857014332, + "tpot_est_s": 0.01980463643310826, + "e2e_s": 5.237596684019081 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.13743618200533092, + "tpot_est_s": 0.019709532448882603, + "e2e_s": 2.6405468030134216 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.10979530896293, + "tpot_est_s": 0.019695595685047956, + "e2e_s": 2.6111359609640203 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.669930653006304, + "tpot_est_s": 0.019887624842877403, + "e2e_s": 5.195659008051734 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.7011387210222892, + "tpot_est_s": 0.019805792708584204, + "e2e_s": 5.216474395012483 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.16115581401390955, + "tpot_est_s": 0.019749755252017016, + "e2e_s": 2.6693747310200706 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.03132336703129113, + "tpot_est_s": 0.01974092594505559, + "e2e_s": 2.538420962053351 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.6720532170147635, + "output_tok_s": 47.90323754966321, + "median_first_sse_s": 0.0285645590047352, + "median_tpot_est_s": 0.020813858637945565, + "median_e2e_s": 2.671924606023822, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.0285645590047352, + "tpot_est_s": 0.020813858637945565, + "e2e_s": 2.671924606023822 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.357797987991944, + "output_tok_s": 191.1232939903705, + "median_first_sse_s": 1.450695467996411, + "median_tpot_est_s": 0.02038831601545442, + "median_e2e_s": 4.04383181448793, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.09783309703925624, + "tpot_est_s": 0.020856601708590633, + "e2e_s": 2.7466215140302666 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.03254786500474438, + "tpot_est_s": 0.02095089689003465, + "e2e_s": 2.693311770039145 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.748439677990973, + "tpot_est_s": 0.019925225582468786, + "e2e_s": 5.278943326964509 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.862725188024342, + "tpot_est_s": 0.01964010008634618, + "e2e_s": 5.357017898990307 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.15295125800184906, + "tpot_est_s": 0.02091156727566538, + "e2e_s": 2.808720302011352 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.838918610010296, + "tpot_est_s": 0.01968366151957912, + "e2e_s": 5.338743622996844 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.13018013001419604, + "tpot_est_s": 0.020851406448440055, + "e2e_s": 2.778308748966083 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.80975282297004, + "tpot_est_s": 0.019758004944965858, + "e2e_s": 5.319019450980704 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.6968635529628955, + "output_tok_s": 27.25222876003168, + "median_first_sse_s": 1.9821850929874927, + "median_tpot_est_s": 0.021373971204977395, + "median_e2e_s": 4.696679436019622, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9821850929874927, + "tpot_est_s": 0.021373971204977395, + "e2e_s": 4.696679436019622 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 19.467385402997024, + "output_tok_s": 52.60079763163029, + "median_first_sse_s": 9.359430271520978, + "median_tpot_est_s": 0.02595048339755135, + "median_e2e_s": 12.65514166301, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 16.703905713977292, + "tpot_est_s": 0.02174903444879813, + "e2e_s": 19.466033088974655 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 14.620183042017743, + "tpot_est_s": 0.02443559728352001, + "e2e_s": 17.723503897024784 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 8.313909252989106, + "tpot_est_s": 0.025962234118139357, + "e2e_s": 11.611112985992804 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 10.40495129005285, + "tpot_est_s": 0.025938732676963346, + "e2e_s": 13.699170340027194 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 12.515925079991575, + "tpot_est_s": 0.02580514236987664, + "e2e_s": 15.793178160965908 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 6.234475216013379, + "tpot_est_s": 0.02640583820496209, + "e2e_s": 9.588016668043565 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 2.003218893019948, + "tpot_est_s": 0.026823155338578954, + "e2e_s": 5.409759621019475 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 4.126140917011071, + "tpot_est_s": 0.026833384542993645, + "e2e_s": 7.533980753971264 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/KONI-8B", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 9.911310722993221, + "references": { + "128:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have." + }, + "8192:128": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage" + } + }, + "warmup_and_checks_s": 41.06793259398546, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"KONI-8B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"KONI-8B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"KONI-8B\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"KONI-8B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"KONI-8B\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"KONI-8B\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.08\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 11\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 31\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 50\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"7.5\"} 54\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 58\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"KONI-8B\"} 352.58052084594965\nvllm:time_to_first_token_seconds_count{model_name=\"KONI-8B\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 49\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"KONI-8B\"} 1.6771065625504176\nvllm:time_per_output_token_seconds_count{model_name=\"KONI-8B\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 2\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 27\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 54\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"15.0\"} 62\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"20.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"KONI-8B\"} 565.5730542898527\nvllm:e2e_request_latency_seconds_count{model_name=\"KONI-8B\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"KONI-8B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"KONI-8B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"KONI-8B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"KONI-8B\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"KONI-8B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"KONI-8B\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"KONI-8B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"KONI-8B\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"KONI-8B\",stage=\"prefill\"} 76.12953533808468\nairm_pd_producer_seconds_total{model_name=\"KONI-8B\",stage=\"transfer\"} 2.738480177766178\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-koni-overlap0-b.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-koni-overlap0-b.json new file mode 100644 index 00000000..26556fdd --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-koni-overlap0-b.json @@ -0,0 +1,12231 @@ +{ + "passed": true, + "model": "KONI-8B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "8192": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.5253357239998877, + "output_tok_s": 50.68633005248917, + "median_first_sse_s": 0.029981204017531127, + "median_tpot_est_s": 0.01964750677974176, + "median_e2e_s": 2.5252145650447346, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.029981204017531127, + "tpot_est_s": 0.01964750677974176, + "e2e_s": 2.5252145650447346 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.485209632024635, + "output_tok_s": 186.68384049016436, + "median_first_sse_s": 1.4670182565168943, + "median_tpot_est_s": 0.02065192894092541, + "median_e2e_s": 4.107456072000787, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.11759993404848501, + "tpot_est_s": 0.02066246730708114, + "e2e_s": 2.7417332820477895 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.03296339698135853, + "tpot_est_s": 0.020833158378368317, + "e2e_s": 2.6787745110341348 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.818510390992742, + "tpot_est_s": 0.020641390574769682, + "e2e_s": 5.439966993988492 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.7426706190453842, + "tpot_est_s": 0.020899225180825643, + "e2e_s": 5.396872217010241 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.19136589398840442, + "tpot_est_s": 0.020682472700810455, + "e2e_s": 2.8180399269913323 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.1625739120063372, + "tpot_est_s": 0.02061099593672447, + "e2e_s": 2.7801703959703445 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.8553531340439804, + "tpot_est_s": 0.020537344826381712, + "e2e_s": 5.463595926994458 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.8809424249920994, + "tpot_est_s": 0.020500545676863626, + "e2e_s": 5.48451172595378 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.711539765005, + "output_tok_s": 27.16733942281906, + "median_first_sse_s": 1.974780623044353, + "median_tpot_est_s": 0.021548443417042845, + "median_e2e_s": 4.711432937008794, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.974780623044353, + "tpot_est_s": 0.021548443417042845, + "e2e_s": 4.711432937008794 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 20.04975229903357, + "output_tok_s": 51.07295016554186, + "median_first_sse_s": 9.620896503009135, + "median_tpot_est_s": 0.030722129299153213, + "median_e2e_s": 13.939805162022822, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 2.007630918000359, + "tpot_est_s": 0.028645513354210315, + "e2e_s": 5.645611113985069 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 4.189971445011906, + "tpot_est_s": 0.029703036259573802, + "e2e_s": 7.962257049977779 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 10.731852666998748, + "tpot_est_s": 0.03426674368523618, + "e2e_s": 15.083729115023743 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 17.30944945802912, + "tpot_est_s": 0.02157401140938755, + "e2e_s": 20.04934890702134 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 12.924080258992035, + "tpot_est_s": 0.031741222338732625, + "e2e_s": 16.95521549601108 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 8.509940339019522, + "tpot_est_s": 0.03374756590553053, + "e2e_s": 12.7958812090219 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 15.159725135017652, + "tpot_est_s": 0.025516011322734834, + "e2e_s": 18.400258573004976 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 6.30151359399315, + "tpot_est_s": 0.033375644763495305, + "e2e_s": 10.540220478957053 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.708705828001257, + "output_tok_s": 27.183690099904418, + "median_first_sse_s": 1.9871584419743158, + "median_tpot_est_s": 0.021428155535410387, + "median_e2e_s": 4.708534194971435, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9871584419743158, + "tpot_est_s": 0.021428155535410387, + "e2e_s": 4.708534194971435 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 19.471184902999084, + "output_tok_s": 52.5905334010914, + "median_first_sse_s": 9.371514468017267, + "median_tpot_est_s": 0.026163290570788894, + "median_e2e_s": 12.694252370507456, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 10.430957838019822, + "tpot_est_s": 0.026134444165087534, + "e2e_s": 13.750032246985938 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 8.312071098014712, + "tpot_est_s": 0.02619213697649025, + "e2e_s": 11.638472494028974 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 6.213310633029323, + "tpot_est_s": 0.026727989511692706, + "e2e_s": 9.607765301014297 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 16.70644803799223, + "tpot_est_s": 0.02176172102345007, + "e2e_s": 19.47018660797039 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 12.53324108402012, + "tpot_est_s": 0.025785598850270045, + "e2e_s": 15.808012138004415 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 14.628684104012791, + "tpot_est_s": 0.02415275739370222, + "e2e_s": 17.696084293012973 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 2.003701798035763, + "tpot_est_s": 0.02634906564567854, + "e2e_s": 5.350033135036938 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 4.126824181992561, + "tpot_est_s": 0.026881402456953273, + "e2e_s": 7.540762294025626 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.5005064690485597, + "output_tok_s": 51.18962961479715, + "median_first_sse_s": 0.029528662969823927, + "median_tpot_est_s": 0.019455187622179078, + "median_e2e_s": 2.500337490986567, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.029528662969823927, + "tpot_est_s": 0.019455187622179078, + "e2e_s": 2.500337490986567 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.300435113022104, + "output_tok_s": 193.1916867511948, + "median_first_sse_s": 1.4192509460262954, + "median_tpot_est_s": 0.02016613114575716, + "median_e2e_s": 3.987581087014405, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.09521484200377017, + "tpot_est_s": 0.020451028196977115, + "e2e_s": 2.6924954230198637 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.693068861030042, + "tpot_est_s": 0.01988123409453721, + "e2e_s": 5.217985591036268 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.14543303102254868, + "tpot_est_s": 0.020564909858031447, + "e2e_s": 2.7571765829925425 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.12427648302400485, + "tpot_est_s": 0.020483563448793776, + "e2e_s": 2.7256890410208143 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.8225518760154955, + "tpot_est_s": 0.019499723653320047, + "e2e_s": 5.2990167799871415 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.7947368869790807, + "tpot_est_s": 0.019558070559333278, + "e2e_s": 5.278611848014407 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.7582645259681158, + "tpot_est_s": 0.019690449102543382, + "e2e_s": 5.258951561991125 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.031872515042778105, + "tpot_est_s": 0.020530494220103834, + "e2e_s": 2.639245280995965 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.454367118945811, + "output_tok_s": 52.151937259890445, + "median_first_sse_s": 0.028412704996299, + "median_tpot_est_s": 0.01910075425962353, + "median_e2e_s": 2.454208495968487, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.028412704996299, + "tpot_est_s": 0.01910075425962353, + "e2e_s": 2.454208495968487 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.287256005976815, + "output_tok_s": 193.67323973767319, + "median_first_sse_s": 1.3677731395000592, + "median_tpot_est_s": 0.020040749448698058, + "median_e2e_s": 3.9298475600080565, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.713399759028107, + "tpot_est_s": 0.020255305724104822, + "e2e_s": 5.285823585989419 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.13803456001915038, + "tpot_est_s": 0.019826193173291293, + "e2e_s": 2.6559610930271447 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.657428004022222, + "tpot_est_s": 0.020374472968474645, + "e2e_s": 5.244986071018502 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.08821900998009369, + "tpot_est_s": 0.01975228847233637, + "e2e_s": 2.596759645966813 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.597511718980968, + "tpot_est_s": 0.020521435496125985, + "e2e_s": 5.203734026988968 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.11573701404267922, + "tpot_est_s": 0.019779268078373994, + "e2e_s": 2.6277040599961765 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.031418350990861654, + "tpot_est_s": 0.019800946086656127, + "e2e_s": 2.5461385039961897 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.687174335005693, + "tpot_est_s": 0.02029998139359101, + "e2e_s": 5.265271971991751 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.724313765997067, + "output_tok_s": 27.093882062040723, + "median_first_sse_s": 1.9782688050181605, + "median_tpot_est_s": 0.021621522606409146, + "median_e2e_s": 4.724202176032122, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9782688050181605, + "tpot_est_s": 0.021621522606409146, + "e2e_s": 4.724202176032122 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 19.378035051980987, + "output_tok_s": 52.84333510870175, + "median_first_sse_s": 9.297686470526969, + "median_tpot_est_s": 0.02548513863777456, + "median_e2e_s": 12.53484504800872, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 8.25333394703921, + "tpot_est_s": 0.025464417165379942, + "e2e_s": 11.487314927042462 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.990135122963693, + "tpot_est_s": 0.02571883746450327, + "e2e_s": 5.256427480955608 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 14.54501706501469, + "tpot_est_s": 0.024581487464725854, + "e2e_s": 17.666865973034874 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 4.111505472974386, + "tpot_est_s": 0.02523740024423212, + "e2e_s": 7.316655303991865 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 6.178795085987076, + "tpot_est_s": 0.025505860110169174, + "e2e_s": 9.418039319978561 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 12.449713426001836, + "tpot_est_s": 0.026134295779551696, + "e2e_s": 15.7687689900049 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 16.638288256013766, + "tpot_est_s": 0.021569518882077275, + "e2e_s": 19.37761715403758 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 10.342038994014729, + "tpot_est_s": 0.025514458070553137, + "e2e_s": 13.582375168974977 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/KONI-8B", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 10.112915695994161, + "references": { + "128:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have." + }, + "8192:128": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage" + } + }, + "warmup_and_checks_s": 41.48222928104224, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"KONI-8B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"KONI-8B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"KONI-8B\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"KONI-8B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"KONI-8B\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"KONI-8B\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.08\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 11\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 30\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 50\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"7.5\"} 54\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 58\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"KONI-8B\"} 359.2179280872806\nvllm:time_to_first_token_seconds_count{model_name=\"KONI-8B\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 47\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"KONI-8B\"} 1.7357784879332465\nvllm:time_per_output_token_seconds_count{model_name=\"KONI-8B\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 4\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 27\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 52\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"15.0\"} 61\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"20.0\"} 73\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"KONI-8B\"} 579.6617960548028\nvllm:e2e_request_latency_seconds_count{model_name=\"KONI-8B\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"KONI-8B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"KONI-8B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"KONI-8B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"KONI-8B\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"KONI-8B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"KONI-8B\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"KONI-8B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"KONI-8B\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"KONI-8B\",stage=\"prefill\"} 77.41476526012411\nairm_pd_producer_seconds_total{model_name=\"KONI-8B\",stage=\"transfer\"} 2.7266198469442315\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-koni-overlap1-a.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-koni-overlap1-a.json new file mode 100644 index 00000000..5c9d9566 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-koni-overlap1-a.json @@ -0,0 +1,12232 @@ +{ + "passed": true, + "model": "KONI-8B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "8192": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.5241231250111014, + "output_tok_s": 50.710679971064025, + "median_first_sse_s": 0.030943301040679216, + "median_tpot_est_s": 0.01963019868501968, + "median_e2e_s": 2.5239785340381786, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.030943301040679216, + "tpot_est_s": 0.01963019868501968, + "e2e_s": 2.5239785340381786 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.50746260600863, + "output_tok_s": 185.929542015014, + "median_first_sse_s": 1.4462471599981654, + "median_tpot_est_s": 0.02077967691323243, + "median_e2e_s": 4.104198146000272, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.1115432299557142, + "tpot_est_s": 0.02073428275633794, + "e2e_s": 2.7447971400106326 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.8675096859806217, + "tpot_est_s": 0.020780796488090676, + "e2e_s": 5.506670839968137 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.8411777070141397, + "tpot_est_s": 0.020827657228251407, + "e2e_s": 5.486290175002068 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.033172535011544824, + "tpot_est_s": 0.02077855733837419, + "e2e_s": 2.672049316985067 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.72521762404358, + "tpot_est_s": 0.021080011826404555, + "e2e_s": 5.4023791259969585 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.16727669595275074, + "tpot_est_s": 0.0207774840161483, + "e2e_s": 2.806017166003585 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.14267574000405148, + "tpot_est_s": 0.020734191606349244, + "e2e_s": 2.7759180740104057 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.806234772026073, + "tpot_est_s": 0.0209226496219745, + "e2e_s": 5.463411274016835 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.634707524965052, + "output_tok_s": 27.617708196368916, + "median_first_sse_s": 1.9360653779585846, + "median_tpot_est_s": 0.021248018015707717, + "median_e2e_s": 4.634563665953465, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9360653779585846, + "tpot_est_s": 0.021248018015707717, + "e2e_s": 4.634563665953465 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 18.988131074002013, + "output_tok_s": 53.928424867575856, + "median_first_sse_s": 9.118083187000593, + "median_tpot_est_s": 0.02594194154362341, + "median_e2e_s": 12.411483525036601, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 16.25374157697661, + "tpot_est_s": 0.02152616133103074, + "e2e_s": 18.987564066017512 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 10.137408362003043, + "tpot_est_s": 0.026037046378276744, + "e2e_s": 13.44411325204419 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 14.21694169397233, + "tpot_est_s": 0.024335423181031456, + "e2e_s": 17.307540437963326 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 12.173727386980318, + "tpot_est_s": 0.025846836708970075, + "e2e_s": 15.456275649019517 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 4.011697526962962, + "tpot_est_s": 0.026343835527847307, + "e2e_s": 7.35736463899957 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.942846980993636, + "tpot_est_s": 0.02639718793697406, + "e2e_s": 5.295289848989341 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 8.098758011998143, + "tpot_est_s": 0.02582752587425882, + "e2e_s": 11.378853798029013 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 6.061461489996873, + "tpot_est_s": 0.02618746412597142, + "e2e_s": 9.387269433995243 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.6640170240425505, + "output_tok_s": 27.444153685583167, + "median_first_sse_s": 1.9337816089973785, + "median_tpot_est_s": 0.021496412456567273, + "median_e2e_s": 4.663825990981422, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9337816089973785, + "tpot_est_s": 0.021496412456567273, + "e2e_s": 4.663825990981422 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 18.94510262500262, + "output_tok_s": 54.05090805095908, + "median_first_sse_s": 9.08854337001685, + "median_tpot_est_s": 0.02563240694883096, + "median_e2e_s": 12.370736791024683, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 4.004830638994463, + "tpot_est_s": 0.025646880645796247, + "e2e_s": 7.261984481010586 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 10.103300168004353, + "tpot_est_s": 0.02607015211833641, + "e2e_s": 13.414209487033077 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 14.205234936031047, + "tpot_est_s": 0.02412253931461738, + "e2e_s": 17.268797428987455 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9374637739965692, + "tpot_est_s": 0.025835371834746615, + "e2e_s": 5.218555997009389 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 6.0211443019798025, + "tpot_est_s": 0.025513573937433382, + "e2e_s": 9.261368192033842 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 16.23088181600906, + "tpot_est_s": 0.021368116739858674, + "e2e_s": 18.94463264197111 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 8.073786572029348, + "tpot_est_s": 0.025617933251865677, + "e2e_s": 11.32726409501629 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 12.157172648992855, + "tpot_est_s": 0.02634900559828888, + "e2e_s": 15.503496359975543 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.5384637790266424, + "output_tok_s": 50.42419791748251, + "median_first_sse_s": 0.030597800039686263, + "median_tpot_est_s": 0.01974557045669346, + "median_e2e_s": 2.538285248039756, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.030597800039686263, + "tpot_est_s": 0.01974557045669346, + "e2e_s": 2.538285248039756 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.502361288992688, + "output_tok_s": 186.10191992453892, + "median_first_sse_s": 1.4755508019879926, + "median_tpot_est_s": 0.020905274441089906, + "median_e2e_s": 4.1344083919830155, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.7867417659726925, + "tpot_est_s": 0.02073357724419641, + "e2e_s": 5.419906075985637 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.8493740300182253, + "tpot_est_s": 0.020562061393728816, + "e2e_s": 5.460755827021785 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.033293584012426436, + "tpot_est_s": 0.021251421669263422, + "e2e_s": 2.732224136008881 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.10540307499468327, + "tpot_est_s": 0.021101872676866144, + "e2e_s": 2.7853409049566835 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.8797974580083974, + "tpot_est_s": 0.020489977196493283, + "e2e_s": 5.482024561963044 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.905544082983397, + "tpot_est_s": 0.020443303071010097, + "e2e_s": 5.501843573001679 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.13943130295956507, + "tpot_est_s": 0.021076971637983402, + "e2e_s": 2.8162067009834573 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.16435983800329268, + "tpot_est_s": 0.021138195826591353, + "e2e_s": 2.8489107079803944 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.5390085899853148, + "output_tok_s": 50.41337808185215, + "median_first_sse_s": 0.02968804899137467, + "median_tpot_est_s": 0.019757455685102624, + "median_e2e_s": 2.5388849209994078, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.02968804899137467, + "tpot_est_s": 0.019757455685102624, + "e2e_s": 2.5388849209994078 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.5513188780169, + "output_tok_s": 184.46067006797563, + "median_first_sse_s": 1.4637979094986804, + "median_tpot_est_s": 0.02114330890554546, + "median_e2e_s": 4.153177271509776, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.03389511996647343, + "tpot_est_s": 0.021187405141829475, + "e2e_s": 2.724695572978817 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.873950937995687, + "tpot_est_s": 0.020909446086752867, + "e2e_s": 5.529450591013301 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.14530835999175906, + "tpot_est_s": 0.021236874495896944, + "e2e_s": 2.842391420970671 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.7822874590056017, + "tpot_est_s": 0.021115556401915585, + "e2e_s": 5.463963122048881 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.09179593803128228, + "tpot_est_s": 0.021171061409175337, + "e2e_s": 2.78052073699655 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.1223334270180203, + "tpot_est_s": 0.02117210859845312, + "e2e_s": 2.811191219021566 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.842894993023947, + "tpot_est_s": 0.020975303472254396, + "e2e_s": 5.506758534000255 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.8997729980037548, + "tpot_est_s": 0.020872284779710124, + "e2e_s": 5.55055316502694 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.612512209045235, + "output_tok_s": 27.7506040523837, + "median_first_sse_s": 1.9244974209577776, + "median_tpot_est_s": 0.021163925425402498, + "median_e2e_s": 4.612315949983895, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9244974209577776, + "tpot_est_s": 0.021163925425402498, + "e2e_s": 4.612315949983895 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 19.06652029399993, + "output_tok_s": 53.70670600666678, + "median_first_sse_s": 9.124028870020993, + "median_tpot_est_s": 0.026912879299163438, + "median_e2e_s": 12.55812132099527, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 16.348452885984443, + "tpot_est_s": 0.021400768764034704, + "e2e_s": 19.06635051901685 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 12.217477490019519, + "tpot_est_s": 0.027410382598337873, + "e2e_s": 15.698596080008429 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 10.146580925036687, + "tpot_est_s": 0.02722005545634659, + "e2e_s": 13.603527967992704 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 8.101476815005299, + "tpot_est_s": 0.02686014062198847, + "e2e_s": 11.512714673997834 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 14.268492250004783, + "tpot_est_s": 0.02493385377974345, + "e2e_s": 17.4350916800322 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 6.076759375981055, + "tpot_est_s": 0.026278109291539065, + "e2e_s": 9.414079256006517 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9435782020445913, + "tpot_est_s": 0.026965617976338403, + "e2e_s": 5.368211685039569 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 4.023427608015481, + "tpot_est_s": 0.026979884456780807, + "e2e_s": 7.449872934026644 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/KONI-8B", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256", + "--pd-prefill-copy-overlap" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 9.811636534985155, + "references": { + "128:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have." + }, + "8192:128": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage" + } + }, + "warmup_and_checks_s": 40.360800667025615, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"KONI-8B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"KONI-8B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"KONI-8B\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"KONI-8B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"KONI-8B\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"KONI-8B\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.08\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 9\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 30\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 50\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"7.5\"} 54\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 58\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"KONI-8B\"} 345.9951387459878\nvllm:time_to_first_token_seconds_count{model_name=\"KONI-8B\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 49\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"KONI-8B\"} 1.6848941998043845\nvllm:time_per_output_token_seconds_count{model_name=\"KONI-8B\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 1\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 26\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 54\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"15.0\"} 62\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"20.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"KONI-8B\"} 559.9767021211446\nvllm:e2e_request_latency_seconds_count{model_name=\"KONI-8B\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"KONI-8B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"KONI-8B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"KONI-8B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"KONI-8B\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"KONI-8B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"KONI-8B\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"KONI-8B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"KONI-8B\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"KONI-8B\",stage=\"prefill\"} 76.4946187765454\nairm_pd_producer_seconds_total{model_name=\"KONI-8B\",stage=\"transfer\"} 0.1670945375226438\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-koni-overlap1-b.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-koni-overlap1-b.json new file mode 100644 index 00000000..c1b40215 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-koni-overlap1-b.json @@ -0,0 +1,12232 @@ +{ + "passed": true, + "model": "KONI-8B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "8192": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.8255564200226218, + "output_tok_s": 45.30081193670704, + "median_first_sse_s": 0.03174022905295715, + "median_tpot_est_s": 0.02199744633820612, + "median_e2e_s": 2.8254159140051343, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.03174022905295715, + "tpot_est_s": 0.02199744633820612, + "e2e_s": 2.8254159140051343 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 6.1067716690013185, + "output_tok_s": 167.68270626490636, + "median_first_sse_s": 1.5954936409834772, + "median_tpot_est_s": 0.02298225544087816, + "median_e2e_s": 4.5490654864988755, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.1672671100241132, + "tpot_est_s": 0.022626052810865507, + "e2e_s": 3.0407758170040324 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.1940248659811914, + "tpot_est_s": 0.022757581220646427, + "e2e_s": 3.0842376810032874 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 3.1283223999780603, + "tpot_est_s": 0.0232602974251426, + "e2e_s": 6.08238017297117 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.03412671899423003, + "tpot_est_s": 0.022758833126267638, + "e2e_s": 2.92449852603022 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.996962415985763, + "tpot_est_s": 0.023755361228414967, + "e2e_s": 6.013893291994464 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.12249239697121084, + "tpot_est_s": 0.02261984692134814, + "e2e_s": 2.9952129559824243 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 3.0849621040397324, + "tpot_est_s": 0.023418200417242095, + "e2e_s": 6.059073557029478 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 3.158191202033777, + "tpot_est_s": 0.023205677755488683, + "e2e_s": 6.10531227698084 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.707133629010059, + "output_tok_s": 27.192769546871613, + "median_first_sse_s": 1.9240174370352179, + "median_tpot_est_s": 0.0219131555036077, + "median_e2e_s": 4.706988185993396, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9240174370352179, + "tpot_est_s": 0.0219131555036077, + "e2e_s": 4.706988185993396 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 19.94995185098378, + "output_tok_s": 51.328444682411806, + "median_first_sse_s": 9.539494450495113, + "median_tpot_est_s": 0.03673059719281938, + "median_e2e_s": 14.236987447977299, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 8.446821302000899, + "tpot_est_s": 0.03685477069271068, + "e2e_s": 13.127377179975156 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 10.632167598989327, + "tpot_est_s": 0.037121496984174135, + "e2e_s": 15.346597715979442 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 12.777156213007402, + "tpot_est_s": 0.03560349600816762, + "e2e_s": 17.29880020604469 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 4.10335877496982, + "tpot_est_s": 0.036934318748306424, + "e2e_s": 8.794017256004736 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 17.109369028999936, + "tpot_est_s": 0.022357365377723995, + "e2e_s": 19.948754431970883 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9429237690055743, + "tpot_est_s": 0.03687426806326706, + "e2e_s": 6.625955813040491 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 6.289910061983392, + "tpot_est_s": 0.03660642369292808, + "e2e_s": 10.938925870985258 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 14.93028522998793, + "tpot_est_s": 0.02900797517339545, + "e2e_s": 18.614298077009153 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.779147733002901, + "output_tok_s": 26.78301805070446, + "median_first_sse_s": 1.9295449209748767, + "median_tpot_est_s": 0.02243668334668605, + "median_e2e_s": 4.779003706004005, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9295449209748767, + "tpot_est_s": 0.02243668334668605, + "e2e_s": 4.779003706004005 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 19.650197123992257, + "output_tok_s": 52.1114365183507, + "median_first_sse_s": 9.276853028510232, + "median_tpot_est_s": 0.030343255610205233, + "median_e2e_s": 13.666624093515566, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9522287659929134, + "tpot_est_s": 0.030835179267377836, + "e2e_s": 5.868296532949898 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 10.327831892005634, + "tpot_est_s": 0.035662367992198435, + "e2e_s": 14.856952627014834 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 14.72745698899962, + "tpot_est_s": 0.02838975720485218, + "e2e_s": 18.332956154015847 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 6.146130745008122, + "tpot_est_s": 0.02985133195303263, + "e2e_s": 9.937249903043266 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 4.060764612979256, + "tpot_est_s": 0.029469559882129504, + "e2e_s": 7.803398718009703 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 12.514049273042474, + "tpot_est_s": 0.03513807196841084, + "e2e_s": 16.97658441303065 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 16.905893658986315, + "tpot_est_s": 0.021600116566776878, + "e2e_s": 19.64910846296698 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 8.22587416501483, + "tpot_est_s": 0.033467885000011556, + "e2e_s": 12.476295560016297 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.6239674449898303, + "output_tok_s": 48.78109301409267, + "median_first_sse_s": 0.032143796037416905, + "median_tpot_est_s": 0.02040652111796002, + "median_e2e_s": 2.6237719780183397, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.032143796037416905, + "tpot_est_s": 0.02040652111796002, + "e2e_s": 2.6237719780183397 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.994356446026359, + "output_tok_s": 170.82734555747123, + "median_first_sse_s": 1.5649503669992555, + "median_tpot_est_s": 0.02247856424018689, + "median_e2e_s": 4.449801116483286, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 3.0936601239955053, + "tpot_est_s": 0.02283696740165382, + "e2e_s": 5.993954984005541 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.14209974301047623, + "tpot_est_s": 0.02197954549608151, + "e2e_s": 2.9335020210128278 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 3.0648364079534076, + "tpot_est_s": 0.022903071771885497, + "e2e_s": 5.973526522982866 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.9133246630080976, + "tpot_est_s": 0.02335597552756933, + "e2e_s": 5.879533555009402 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.034761515038553625, + "tpot_est_s": 0.022120161078719964, + "e2e_s": 2.844021972035989 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.21657607099041343, + "tpot_est_s": 0.02207474493674611, + "e2e_s": 3.0200686779571697 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 3.0215452020056546, + "tpot_est_s": 0.02305594938587192, + "e2e_s": 5.949650774011388 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.1822974990354851, + "tpot_est_s": 0.02200304988201517, + "e2e_s": 2.9766848340514116 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.8468409790075384, + "output_tok_s": 44.9621179910875, + "median_first_sse_s": 0.030320420977659523, + "median_tpot_est_s": 0.02217583789757827, + "median_e2e_s": 2.8466518339700997, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.030320420977659523, + "tpot_est_s": 0.02217583789757827, + "e2e_s": 2.8466518339700997 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.9673413400305435, + "output_tok_s": 171.60070819658503, + "median_first_sse_s": 1.582529705017805, + "median_tpot_est_s": 0.02265414005506593, + "median_e2e_s": 4.464790144003928, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.03361845202744007, + "tpot_est_s": 0.022772612842166518, + "e2e_s": 2.925740282982588 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 3.0783168129855767, + "tpot_est_s": 0.02238014296859532, + "e2e_s": 5.9205949699971825 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.984876022033859, + "tpot_est_s": 0.022574310322515813, + "e2e_s": 5.851813432993367 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 3.1420935139758512, + "tpot_est_s": 0.0222395012520921, + "e2e_s": 5.966510172991548 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.1199171039625071, + "tpot_est_s": 0.02273396978761605, + "e2e_s": 3.007131266989745 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 3.1133938190178014, + "tpot_est_s": 0.022282854251941212, + "e2e_s": 5.943316309014335 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.18018338800175115, + "tpot_est_s": 0.02281561785049399, + "e2e_s": 3.077766855014488 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.15252103097736835, + "tpot_est_s": 0.02275996114169504, + "e2e_s": 3.0430360959726386 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.799072204041295, + "output_tok_s": 26.671822085154567, + "median_first_sse_s": 1.9284611489856616, + "median_tpot_est_s": 0.022602184457011433, + "median_e2e_s": 4.7989385750261135, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9284611489856616, + "tpot_est_s": 0.022602184457011433, + "e2e_s": 4.7989385750261135 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 19.77333722898038, + "output_tok_s": 51.78690820582353, + "median_first_sse_s": 9.388708709011553, + "median_tpot_est_s": 0.033328313704517734, + "median_e2e_s": 14.096245591994375, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9475842890096828, + "tpot_est_s": 0.0334783138897028, + "e2e_s": 6.199330153001938 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 4.066813679004554, + "tpot_est_s": 0.032792779393805795, + "e2e_s": 8.23149666201789 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 6.200904341007117, + "tpot_est_s": 0.033178313519332675, + "e2e_s": 10.414550157962367 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 14.775464397040196, + "tpot_est_s": 0.02857238970060767, + "e2e_s": 18.40415788901737 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 8.29540589201497, + "tpot_est_s": 0.0373770624644849, + "e2e_s": 13.042292825004552 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 10.482011526008137, + "tpot_est_s": 0.03675737663760679, + "e2e_s": 15.150198358984198 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 12.623967104998883, + "tpot_est_s": 0.03496971316534776, + "e2e_s": 17.06512067699805 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 16.906850924016908, + "tpot_est_s": 0.022564646960731127, + "e2e_s": 19.77256108802976 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/KONI-8B", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256", + "--pd-prefill-copy-overlap" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 9.912981227971613, + "references": { + "128:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have." + }, + "8192:128": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage" + } + }, + "warmup_and_checks_s": 42.18396423000377, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"KONI-8B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"KONI-8B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"KONI-8B\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"KONI-8B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"KONI-8B\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"KONI-8B\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.08\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 32\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 50\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"7.5\"} 54\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 58\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"KONI-8B\"} 359.7240800411673\nvllm:time_to_first_token_seconds_count{model_name=\"KONI-8B\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 45\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"KONI-8B\"} 1.981958555535223\nvllm:time_per_output_token_seconds_count{model_name=\"KONI-8B\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 28\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 51\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"15.0\"} 59\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"20.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"KONI-8B\"} 611.4328165941406\nvllm:e2e_request_latency_seconds_count{model_name=\"KONI-8B\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"KONI-8B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"KONI-8B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"KONI-8B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"KONI-8B\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"KONI-8B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"KONI-8B\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"KONI-8B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"KONI-8B\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"KONI-8B\",stage=\"prefill\"} 79.62455728824716\nairm_pd_producer_seconds_total{model_name=\"KONI-8B\",stage=\"transfer\"} 0.16464796086074784\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06-overlapped-kernels.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06-overlapped-kernels.json new file mode 100644 index 00000000..80fc512b --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06-overlapped-kernels.json @@ -0,0 +1,30 @@ +[ + { + "kernel": "void at::native::index_elementwise_kernel<128, 4, at::native::gpu_index_kernel >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1}>(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef, at::native::index_kernel_impl >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1} const&, bool)::{lambda(int)#1}>(long, at::native::gpu_index_kernel >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1}>(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef, at::native::index_kernel_impl >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1} const&, bool)::{lambda(int)#1})", + "overlap_ms": 27.467819580078125 + }, + { + "kernel": "void at::native::unrolled_elementwise_kernel, 4, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1> >(int, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#4}::operator()() const::{lambda(long)#1}, std::array, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1>)", + "overlap_ms": 0.1144013671875 + }, + { + "kernel": "void at::native::vectorized_elementwise_kernel<2, at::native::BUnaryFunctor, std::array >(int, at::native::BUnaryFunctor, std::array)", + "overlap_ms": 0.0959990234375 + }, + { + "kernel": "void at::native::vectorized_elementwise_kernel<2, at::native::CUDAFunctor_add, std::array >(int, at::native::CUDAFunctor_add, std::array)", + "overlap_ms": 0.070910888671875 + }, + { + "kernel": "void at::native::index_elementwise_kernel<128, 4, at::native::gpu_index_kernel >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1}>(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef, at::native::index_kernel_impl >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1} const&, bool)::{lambda(int)#1}>(long, at::native::gpu_index_kernel >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1}>(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef, at::native::index_kernel_impl >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1} const&, bool)::{lambda(int)#1})", + "overlap_ms": 0.07068798828125 + }, + { + "kernel": "void at::native::vectorized_elementwise_kernel<2, at::native::AUnaryFunctor >, std::array >(int, at::native::AUnaryFunctor >, std::array)", + "overlap_ms": 0.068794189453125 + }, + { + "kernel": "void at::native::vectorized_elementwise_kernel<2, at::native::BUnaryFunctor, std::array >(int, at::native::BUnaryFunctor, std::array)", + "overlap_ms": 0.01849609375 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06-prefill.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06-prefill.json new file mode 100644 index 00000000..221292a1 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06-prefill.json @@ -0,0 +1,64 @@ +{ + "model": "Qwen3-0.6B", + "commit": "0870dd3", + "torch": "2.13.0+cu130", + "input_tokens": 8192, + "chunk": 256, + "prefix_cache": false, + "rows": [ + { + "repeat": 0, + "copy_overlap": false, + "elapsed_s": 1.029156239994336, + "prefill_s": 0.9730306520359591, + "transfer_tail_s": 0.05596015998162329, + "parity": true, + "kv_bytes": 939524096 + }, + { + "repeat": 0, + "copy_overlap": true, + "elapsed_s": 0.9536377220065333, + "prefill_s": 0.9507234569755383, + "transfer_tail_s": 0.002669376030098647, + "parity": true, + "kv_bytes": 939524096 + }, + { + "repeat": 1, + "copy_overlap": true, + "elapsed_s": 0.9600622200523503, + "prefill_s": 0.9573403209797107, + "transfer_tail_s": 0.0025419839657843113, + "parity": true, + "kv_bytes": 939524096 + }, + { + "repeat": 1, + "copy_overlap": false, + "elapsed_s": 0.9938739400240593, + "prefill_s": 0.9381637760088779, + "transfer_tail_s": 0.05556040199007839, + "parity": true, + "kv_bytes": 939524096 + }, + { + "repeat": 2, + "copy_overlap": false, + "elapsed_s": 0.9979818880092353, + "prefill_s": 0.942231434979476, + "transfer_tail_s": 0.0556076230132021, + "parity": true, + "kv_bytes": 939524096 + }, + { + "repeat": 2, + "copy_overlap": true, + "elapsed_s": 0.955639801977668, + "prefill_s": 0.9527517670067027, + "transfer_tail_s": 0.0026174550293944776, + "parity": true, + "kv_bytes": 939524096 + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06-trace-summary.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06-trace-summary.json new file mode 100644 index 00000000..52f7d520 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06-trace-summary.json @@ -0,0 +1,35 @@ +{ + "method": "Intersection of unioned device0 CUDA kernel/GEMM intervals and >1MiB device0 DtoH intervals. Profiler runs separate from unprofiled latency runs; not critical-path attribution.", + "rows": [ + { + "copy_overlap": false, + "dtoh_count": 2, + "dtoh_bytes": 939524096, + "dtoh_union_ms": 35.732492919921874, + "kernel_intersection_ms": 0.0, + "gemm_intersection_ms": 0.0, + "gemm_count": 6304, + "copy_streams": [ + 7 + ], + "kernel_streams": [ + 7 + ] + }, + { + "copy_overlap": true, + "dtoh_count": 64, + "dtoh_bytes": 939524096, + "dtoh_union_ms": 35.86063061523438, + "kernel_intersection_ms": 27.907109130859375, + "gemm_intersection_ms": 0.0, + "gemm_count": 6304, + "copy_streams": [ + 166 + ], + "kernel_streams": [ + 7 + ] + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06b-overlap0-a.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06b-overlap0-a.json new file mode 100644 index 00000000..66bd2c54 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06b-overlap0-a.json @@ -0,0 +1,12231 @@ +{ + "passed": true, + "model": "c1899de289a04d12100db370d81485cdf75e47ca", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "8192": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.546595835010521, + "output_tok_s": 50.26317809848738, + "median_first_sse_s": 0.022634535969700664, + "median_tpot_est_s": 0.01987264836234532, + "median_e2e_s": 2.546460877987556, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.022634535969700664, + "tpot_est_s": 0.01987264836234532, + "e2e_s": 2.546460877987556 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.645808101049624, + "output_tok_s": 181.37350431900546, + "median_first_sse_s": 1.4938736885087565, + "median_tpot_est_s": 0.02153777038952607, + "median_e2e_s": 4.234996682498604, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.964402028999757, + "tpot_est_s": 0.021106124551248127, + "e2e_s": 5.644879847008269 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.1453998649958521, + "tpot_est_s": 0.02175863708670097, + "e2e_s": 2.9087467750068754 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.12156704801600426, + "tpot_est_s": 0.02168556924416192, + "e2e_s": 2.8756343420245685 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.09034851001342759, + "tpot_est_s": 0.021666886621818503, + "e2e_s": 2.8420431109843776 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.9407282879692502, + "tpot_est_s": 0.02111942518097312, + "e2e_s": 5.622895285952836 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.9101615920080803, + "tpot_est_s": 0.021196469574741375, + "e2e_s": 5.602113228000235 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.842347512021661, + "tpot_est_s": 0.02140865415723364, + "e2e_s": 5.561246589990333 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.026096044981386513, + "tpot_est_s": 0.021761951858075116, + "e2e_s": 2.789863930956926 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.5441253110184334, + "output_tok_s": 36.1161044735233, + "median_first_sse_s": 1.0032657890114933, + "median_tpot_est_s": 0.02000540499181274, + "median_e2e_s": 3.5439522229717113, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 1.0032657890114933, + "tpot_est_s": 0.02000540499181274, + "e2e_s": 3.5439522229717113 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 12.98588131397264, + "output_tok_s": 78.85487132076197, + "median_first_sse_s": 5.760285224503605, + "median_tpot_est_s": 0.02995139669272205, + "median_e2e_s": 9.564112604479305, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 1.0090834919828922, + "tpot_est_s": 0.031038463117983778, + "e2e_s": 4.950968307966832 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.3864224369754083, + "tpot_est_s": 0.030538709638053625, + "e2e_s": 6.264838561008219 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 9.101254687004257, + "tpot_est_s": 0.023716081921047877, + "e2e_s": 12.113197090977337 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.745226209051907, + "tpot_est_s": 0.030552000527391137, + "e2e_s": 7.6253302760305814 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 6.411194852029439, + "tpot_est_s": 0.029827497141457743, + "e2e_s": 10.199286988994572 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 10.404137668956537, + "tpot_est_s": 0.02032069849605694, + "e2e_s": 12.984866377955768 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.10937559697777, + "tpot_est_s": 0.030075296243986364, + "e2e_s": 8.928938219964039 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 7.770047612953931, + "tpot_est_s": 0.026797594000240715, + "e2e_s": 11.173342050984502 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.39855030097533, + "output_tok_s": 37.66311770146996, + "median_first_sse_s": 0.9873348970431834, + "median_tpot_est_s": 0.018984972283438463, + "median_e2e_s": 3.3984263770398684, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.9873348970431834, + "tpot_est_s": 0.018984972283438463, + "e2e_s": 3.3984263770398684 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 12.792381262988783, + "output_tok_s": 80.0476454655601, + "median_first_sse_s": 5.72376061999239, + "median_tpot_est_s": 0.029770302374051573, + "median_e2e_s": 9.50458902149694, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 7.715272061002906, + "tpot_est_s": 0.026584410432663814, + "e2e_s": 11.09149218595121 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 6.401469133037608, + "tpot_est_s": 0.029517696700590536, + "e2e_s": 10.150216614012606 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.046052106947172, + "tpot_est_s": 0.030022908047512613, + "e2e_s": 8.858961428981274 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.6809902060194872, + "tpot_est_s": 0.03059494607086389, + "e2e_s": 7.566548357019201 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 1.0062937129987404, + "tpot_est_s": 0.030335445259972733, + "e2e_s": 4.858895261015277 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 9.03899650304811, + "tpot_est_s": 0.022977647944500187, + "e2e_s": 11.957157791999634 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 10.312704627984203, + "tpot_est_s": 0.019519509299379574, + "e2e_s": 12.79168230900541 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.301702123018913, + "tpot_est_s": 0.031059871984125062, + "e2e_s": 6.246305865002796 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.4051832029945217, + "output_tok_s": 53.21839926398802, + "median_first_sse_s": 0.024256815027911216, + "median_tpot_est_s": 0.018746307369974242, + "median_e2e_s": 2.40503785101464, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.024256815027911216, + "tpot_est_s": 0.018746307369974242, + "e2e_s": 2.40503785101464 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.37699815799715, + "output_tok_s": 190.44083146597626, + "median_first_sse_s": 1.3759262495150324, + "median_tpot_est_s": 0.020323733558995635, + "median_e2e_s": 3.9751829599845223, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.594400948029943, + "tpot_est_s": 0.021086932472081665, + "e2e_s": 5.272441371984314 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.7098167299991474, + "tpot_est_s": 0.02082990710192734, + "e2e_s": 5.3552149319439195 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.15745155100012198, + "tpot_est_s": 0.019846244070744947, + "e2e_s": 2.6779245479847305 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.13293753704056144, + "tpot_est_s": 0.019778016590289625, + "e2e_s": 2.644745644007344 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.10144895000848919, + "tpot_est_s": 0.019780929834677243, + "e2e_s": 2.613627039012499 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.678502636961639, + "tpot_est_s": 0.02090757416550246, + "e2e_s": 5.333764555980451 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.023922520980704576, + "tpot_est_s": 0.019823117826526297, + "e2e_s": 2.541458484949544 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.734620350995101, + "tpot_est_s": 0.020801223047246322, + "e2e_s": 5.376375677995384 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.513416456989944, + "output_tok_s": 50.92669766047932, + "median_first_sse_s": 0.02487200399627909, + "median_tpot_est_s": 0.01957610555911642, + "median_e2e_s": 2.5110374100040644, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.02487200399627909, + "tpot_est_s": 0.01957610555911642, + "e2e_s": 2.5110374100040644 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.571097425010521, + "output_tok_s": 183.80579657482227, + "median_first_sse_s": 1.488521130522713, + "median_tpot_est_s": 0.021188004212554793, + "median_e2e_s": 4.183532889495837, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.16077902301913127, + "tpot_est_s": 0.02156627746427241, + "e2e_s": 2.8996962609817274 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.137233818997629, + "tpot_est_s": 0.02151245518136535, + "e2e_s": 2.8693156270310283 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.816263238026295, + "tpot_est_s": 0.020874852598296464, + "e2e_s": 5.467369518009946 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.90017145301681, + "tpot_est_s": 0.020706337393540157, + "e2e_s": 5.52987630199641 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.10626200004480779, + "tpot_est_s": 0.021501155826813122, + "e2e_s": 2.8369087900500745 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.026133402017876506, + "tpot_est_s": 0.02150885399988317, + "e2e_s": 2.7577578600030392 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.9305041700135916, + "tpot_est_s": 0.020626094362306165, + "e2e_s": 5.550018154026475 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.9540576030267403, + "tpot_est_s": 0.020598334598072664, + "e2e_s": 5.570046096981969 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.515565254027024, + "output_tok_s": 36.40950764699305, + "median_first_sse_s": 0.9944837600341998, + "median_tpot_est_s": 0.01985015266109258, + "median_e2e_s": 3.5154531479929574, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.9944837600341998, + "tpot_est_s": 0.01985015266109258, + "e2e_s": 3.5154531479929574 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 13.14301548403455, + "output_tok_s": 77.91210481672961, + "median_first_sse_s": 5.722959421487758, + "median_tpot_est_s": 0.03031802341739801, + "median_e2e_s": 9.703964322514366, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 10.513996715017129, + "tpot_est_s": 0.02069229275578501, + "e2e_s": 13.141917895001825 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 9.148891142976936, + "tpot_est_s": 0.024415046441383426, + "e2e_s": 12.249602041032631 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 7.781965103989933, + "tpot_est_s": 0.02803254033866023, + "e2e_s": 11.342097726999782 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.4080239059985615, + "tpot_est_s": 0.030454749244221258, + "e2e_s": 6.275777060014661 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 1.013997461006511, + "tpot_est_s": 0.030181297590574762, + "e2e_s": 4.847022255009506 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.722674901015125, + "tpot_est_s": 0.03112468955118033, + "e2e_s": 7.675510474015027 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.04090741899563, + "tpot_est_s": 0.03131820789013997, + "e2e_s": 9.018319821043406 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 6.405011423979886, + "tpot_est_s": 0.031374782677208196, + "e2e_s": 10.389608823985327 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 4.3337913499563, + "references": { + "128:128": { + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red" + }, + "8192:128": { + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red" + } + }, + "warmup_and_checks_s": 32.33728122594766, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.02\"} 1\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.08\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 11\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.25\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.75\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 24\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 35\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"5.0\"} 55\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"7.5\"} 62\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"10.0\"} 72\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 231.66017077083234\nvllm:time_to_first_token_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.025\"} 49\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.05\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 1.756726323535728\nvllm:time_per_output_token_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 1\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"5.0\"} 31\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"10.0\"} 58\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"15.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"20.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 454.7644138598698\nvllm:e2e_request_latency_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",stage=\"prefill\"} 46.097344989015255\nairm_pd_producer_seconds_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",stage=\"transfer\"} 2.430867281917017\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06b-overlap0-b.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06b-overlap0-b.json new file mode 100644 index 00000000..6ce05ff0 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06b-overlap0-b.json @@ -0,0 +1,12231 @@ +{ + "passed": true, + "model": "c1899de289a04d12100db370d81485cdf75e47ca", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "8192": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.743384279019665, + "output_tok_s": 46.657699753874866, + "median_first_sse_s": 0.02491655497578904, + "median_tpot_est_s": 0.021404147567044153, + "median_e2e_s": 2.7432432959903963, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.02491655497578904, + "tpot_est_s": 0.021404147567044153, + "e2e_s": 2.7432432959903963 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 6.175735436961986, + "output_tok_s": 165.8102116666665, + "median_first_sse_s": 1.657357749500079, + "median_tpot_est_s": 0.02335714625985743, + "median_e2e_s": 4.637767008505762, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.290427651023492, + "tpot_est_s": 0.022717828235834632, + "e2e_s": 6.17559183697449 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.19545451999874786, + "tpot_est_s": 0.023365535393841272, + "e2e_s": 3.1628775150165893 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.2137233809917234, + "tpot_est_s": 0.02296639544115673, + "e2e_s": 6.130455602018628 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.2623244879650883, + "tpot_est_s": 0.022759173567293168, + "e2e_s": 6.152739531011321 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.22479262499837205, + "tpot_est_s": 0.023522653495966214, + "e2e_s": 3.2121696189860813 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.031897580018267035, + "tpot_est_s": 0.02344871133861066, + "e2e_s": 3.009883920021821 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.089922874001786, + "tpot_est_s": 0.02341292538601304, + "e2e_s": 6.063364398025442 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.14856136497110128, + "tpot_est_s": 0.023348757125873587, + "e2e_s": 3.113853519957047 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.766657305008266, + "output_tok_s": 33.982385344641564, + "median_first_sse_s": 1.0224744490114972, + "median_tpot_est_s": 0.021606668133717616, + "median_e2e_s": 3.7665213019936346, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 1.0224744490114972, + "tpot_est_s": 0.021606668133717616, + "e2e_s": 3.7665213019936346 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 15.581752920988947, + "output_tok_s": 65.71789484741801, + "median_first_sse_s": 7.397895901463926, + "median_tpot_est_s": 0.03330716695274431, + "median_e2e_s": 11.627906104462454, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 9.66733138501877, + "tpot_est_s": 0.031823163181103356, + "e2e_s": 13.708873109018896 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 11.095505460980348, + "tpot_est_s": 0.027955044393691668, + "e2e_s": 14.64579609897919 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 4.708106099977158, + "tpot_est_s": 0.03740365937027684, + "e2e_s": 9.458370840002317 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 8.269016256963369, + "tpot_est_s": 0.03367763281090361, + "e2e_s": 12.546075623948127 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.8520731480093673, + "tpot_est_s": 0.042138595039145944, + "e2e_s": 8.203674717980903 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 12.939258326019626, + "tpot_est_s": 0.020795460755562805, + "e2e_s": 15.580281841976102 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 1.0211568780359812, + "tpot_est_s": 0.04356544811780909, + "e2e_s": 6.553968788997736 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 6.526775545964483, + "tpot_est_s": 0.032936701094585026, + "e2e_s": 10.709736584976781 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.5590135689708404, + "output_tok_s": 35.96502163295032, + "median_first_sse_s": 1.0061570510151796, + "median_tpot_est_s": 0.02010019572440711, + "median_e2e_s": 3.5588819080148824, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 1.0061570510151796, + "tpot_est_s": 0.02010019572440711, + "e2e_s": 3.5588819080148824 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 13.428632415016182, + "output_tok_s": 76.25497283364027, + "median_first_sse_s": 5.848195327009307, + "median_tpot_est_s": 0.029331403362333745, + "median_e2e_s": 9.896310195530532, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.4316215330036357, + "tpot_est_s": 0.02921750259083351, + "e2e_s": 6.1422443620394915 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 6.546076381986495, + "tpot_est_s": 0.031906287567176686, + "e2e_s": 10.598174903017934 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 10.916254954005126, + "tpot_est_s": 0.0197730249451202, + "e2e_s": 13.427429122035392 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.150314272032119, + "tpot_est_s": 0.031843552881976454, + "e2e_s": 9.19444548804313 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 9.524481910979375, + "tpot_est_s": 0.023467384771935232, + "e2e_s": 12.50483977701515 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 8.159811954014003, + "tpot_est_s": 0.027052629519506967, + "e2e_s": 11.595495902991388 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.7668906660401262, + "tpot_est_s": 0.03164628910232614, + "e2e_s": 7.785969382035546 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 1.0213842139928602, + "tpot_est_s": 0.02944530413383398, + "e2e_s": 4.760937838989776 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.6087114450056106, + "output_tok_s": 49.066369622848306, + "median_first_sse_s": 0.023739626980386674, + "median_tpot_est_s": 0.0203526810395502, + "median_e2e_s": 2.6085301190032624, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.023739626980386674, + "tpot_est_s": 0.0203526810395502, + "e2e_s": 2.6085301190032624 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.574095727992244, + "output_tok_s": 183.70692753940892, + "median_first_sse_s": 1.463847262028139, + "median_tpot_est_s": 0.021191038968642863, + "median_e2e_s": 4.165861464018235, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.0281431230250746, + "tpot_est_s": 0.021231664488125065, + "e2e_s": 2.724564513016958 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.14693776704370975, + "tpot_est_s": 0.021213741897418363, + "e2e_s": 2.8410829880158417 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.8420947730191983, + "tpot_est_s": 0.021194195952798114, + "e2e_s": 5.533757659024559 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.08956361102173105, + "tpot_est_s": 0.021182302818688617, + "e2e_s": 2.779716068995185 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.7807567570125684, + "tpot_est_s": 0.02133766285833118, + "e2e_s": 5.490639940020628 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.875853987992741, + "tpot_est_s": 0.021091692307303976, + "e2e_s": 5.554498911020346 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.905100414995104, + "tpot_est_s": 0.02100852771623676, + "e2e_s": 5.573183434957173 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.11954056395916268, + "tpot_est_s": 0.021187881984487615, + "e2e_s": 2.81040157598909 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.520221114042215, + "output_tok_s": 50.789194363465654, + "median_first_sse_s": 0.022833234979771078, + "median_tpot_est_s": 0.01966295468503624, + "median_e2e_s": 2.5200284799793735, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.022833234979771078, + "tpot_est_s": 0.01966295468503624, + "e2e_s": 2.5200284799793735 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.610711191955488, + "output_tok_s": 182.50805735076656, + "median_first_sse_s": 1.4768810715177096, + "median_tpot_est_s": 0.02133670015357743, + "median_e2e_s": 4.189693057531258, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.02471389702986926, + "tpot_est_s": 0.021336514850176402, + "e2e_s": 2.7344512830022722 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.13555469899438322, + "tpot_est_s": 0.021336885456978455, + "e2e_s": 2.845339152030647 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.1626125750481151, + "tpot_est_s": 0.02136903211811748, + "e2e_s": 2.876479654049035 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.10429056501016021, + "tpot_est_s": 0.0213376596220769, + "e2e_s": 2.8141733370139264 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.876954501029104, + "tpot_est_s": 0.021190587228153077, + "e2e_s": 5.568159079004545 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.9377839880180545, + "tpot_est_s": 0.02104564937790416, + "e2e_s": 5.6105814590118825 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.791149567987304, + "tpot_est_s": 0.021352416480521077, + "e2e_s": 5.502906461013481 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.9083311569993384, + "tpot_est_s": 0.02110893124399164, + "e2e_s": 5.589165424986277 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.584068917960394, + "output_tok_s": 35.71359896529045, + "median_first_sse_s": 1.0110944940242916, + "median_tpot_est_s": 0.020258635826551862, + "median_e2e_s": 3.583941243996378, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 1.0110944940242916, + "tpot_est_s": 0.020258635826551862, + "e2e_s": 3.583941243996378 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 13.72989543597214, + "output_tok_s": 74.58177702629358, + "median_first_sse_s": 6.055621552979574, + "median_tpot_est_s": 0.030849969976555966, + "median_e2e_s": 9.99810727397562, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.473666834004689, + "tpot_est_s": 0.03173855399230759, + "e2e_s": 6.504463191027753 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 6.785477044992149, + "tpot_est_s": 0.03104005468501453, + "e2e_s": 10.727563989988994 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 8.174544887966476, + "tpot_est_s": 0.02843992880318226, + "e2e_s": 11.786415845970623 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 11.01502354501281, + "tpot_est_s": 0.021372904086679835, + "e2e_s": 13.729382364021149 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.853294432978146, + "tpot_est_s": 0.03193936292925395, + "e2e_s": 7.909593524993397 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 1.0270424209884368, + "tpot_est_s": 0.030659885268097407, + "e2e_s": 4.920847850036807 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 9.588747408997733, + "tpot_est_s": 0.025158350701044187, + "e2e_s": 12.783857948030345 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.325766060966998, + "tpot_est_s": 0.031046334622009827, + "e2e_s": 9.268650557962246 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 4.482189853966702, + "references": { + "128:128": { + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red" + }, + "8192:128": { + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red" + } + }, + "warmup_and_checks_s": 36.80697160697309, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.08\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 9\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.25\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.75\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 22\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 33\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"5.0\"} 54\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"7.5\"} 60\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"10.0\"} 68\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 265.3156843538163\nvllm:time_to_first_token_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.025\"} 46\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.05\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 1.93031002915699\nvllm:time_per_output_token_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"5.0\"} 29\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"10.0\"} 56\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"15.0\"} 71\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"20.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 510.46505805675406\nvllm:e2e_request_latency_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",stage=\"prefill\"} 53.12747684190981\nairm_pd_producer_seconds_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",stage=\"transfer\"} 2.4248149863560684\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06b-overlap1-a.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06b-overlap1-a.json new file mode 100644 index 00000000..e92e914c --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06b-overlap1-a.json @@ -0,0 +1,12232 @@ +{ + "passed": true, + "model": "c1899de289a04d12100db370d81485cdf75e47ca", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "8192": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.8179118909756653, + "output_tok_s": 45.42370554945977, + "median_first_sse_s": 0.02359112602425739, + "median_tpot_est_s": 0.022000909755904755, + "median_e2e_s": 2.8177066650241613, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.02359112602425739, + "tpot_est_s": 0.022000909755904755, + "e2e_s": 2.8177066650241613 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 6.035367278964259, + "output_tok_s": 169.66655924471436, + "median_first_sse_s": 1.586605183489155, + "median_tpot_est_s": 0.02289083386211304, + "median_e2e_s": 4.512858828500612, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.027980839950032532, + "tpot_est_s": 0.022941378472779887, + "e2e_s": 2.941535905993078 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.081462981994264, + "tpot_est_s": 0.022902859960624026, + "e2e_s": 5.990126196993515 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.10189047898165882, + "tpot_est_s": 0.022867943086903396, + "e2e_s": 3.00611925101839 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.13782198197441176, + "tpot_est_s": 0.022878807763602058, + "e2e_s": 3.043430567951873 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.140872808988206, + "tpot_est_s": 0.022782069606171174, + "e2e_s": 6.034195648971945 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.1172926790313795, + "tpot_est_s": 0.02279784674774562, + "e2e_s": 6.012619215995073 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.007769137970172, + "tpot_est_s": 0.023129963921474688, + "e2e_s": 5.945274555997457 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.16544122900813818, + "tpot_est_s": 0.022952770645634866, + "e2e_s": 3.080443101003766 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.6619874829775654, + "output_tok_s": 34.953696754835185, + "median_first_sse_s": 0.9630166179849766, + "median_tpot_est_s": 0.02125060167731937, + "median_e2e_s": 3.661843031004537, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.9630166179849766, + "tpot_est_s": 0.02125060167731937, + "e2e_s": 3.661843031004537 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 13.201281636022031, + "output_tok_s": 77.56822619448062, + "median_first_sse_s": 5.748444477503654, + "median_tpot_est_s": 0.032861035287162055, + "median_e2e_s": 9.921795958973235, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 6.509526840993203, + "tpot_est_s": 0.032961550275483496, + "e2e_s": 10.695643725979608 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 7.810122139984742, + "tpot_est_s": 0.02943440755887881, + "e2e_s": 11.54829189996235 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.278364980011247, + "tpot_est_s": 0.03303149376407368, + "e2e_s": 6.473364688048605 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 4.987362114014104, + "tpot_est_s": 0.03276052029884061, + "e2e_s": 9.147948191966861 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.5949712360161357, + "tpot_est_s": 0.03317460067722374, + "e2e_s": 7.808145522023551 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 10.467462100030389, + "tpot_est_s": 0.021519895259833593, + "e2e_s": 13.200488798029255 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 9.149711656034924, + "tpot_est_s": 0.025514783598500942, + "e2e_s": 12.390089173044544 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.9757436370127834, + "tpot_est_s": 0.033130138842517316, + "e2e_s": 5.183271270012483 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.639079948014114, + "output_tok_s": 35.17372572972765, + "median_first_sse_s": 0.9668586910120212, + "median_tpot_est_s": 0.02103967904699893, + "median_e2e_s": 3.6388979299808852, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.9668586910120212, + "tpot_est_s": 0.02103967904699893, + "e2e_s": 3.6388979299808852 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 13.460448688012548, + "output_tok_s": 76.07473002827477, + "median_first_sse_s": 6.04768439300824, + "median_tpot_est_s": 0.03236159641345171, + "median_e2e_s": 10.167722330021206, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 10.741745861014351, + "tpot_est_s": 0.02139677441730274, + "e2e_s": 13.4591362120118 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 8.170262555009685, + "tpot_est_s": 0.028672725102482876, + "e2e_s": 11.81169864302501 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 9.451146973995492, + "tpot_est_s": 0.025253190802901573, + "e2e_s": 12.658302205963992 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.9983786930097267, + "tpot_est_s": 0.035294714991982265, + "e2e_s": 5.480807496991474 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.5098966790246777, + "tpot_est_s": 0.033905749267891166, + "e2e_s": 6.815926836046856 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 6.791398703993764, + "tpot_est_s": 0.032488560433294185, + "e2e_s": 10.917445879022125 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.303970082022715, + "tpot_est_s": 0.03239392676376041, + "e2e_s": 9.417998781020287 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 4.031693230965175, + "tpot_est_s": 0.03232926606314301, + "e2e_s": 8.137510020984337 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.608772815030534, + "output_tok_s": 49.06521536199842, + "median_first_sse_s": 0.023420366982463747, + "median_tpot_est_s": 0.020356030338608815, + "median_e2e_s": 2.608636219985783, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.023420366982463747, + "tpot_est_s": 0.020356030338608815, + "e2e_s": 2.608636219985783 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.649884674989153, + "output_tok_s": 181.24263748834235, + "median_first_sse_s": 1.5076069894712418, + "median_tpot_est_s": 0.02150288956697231, + "median_e2e_s": 4.243785711500095, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.959091217024252, + "tpot_est_s": 0.021020030511605486, + "e2e_s": 5.628635091998149 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.13082207599654794, + "tpot_est_s": 0.021737554929160522, + "e2e_s": 2.891491551999934 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.09678050299407914, + "tpot_est_s": 0.02175240953522551, + "e2e_s": 2.859336513967719 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.027941301988903433, + "tpot_est_s": 0.021841892055474134, + "e2e_s": 2.8018615930341184 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.8606460219598375, + "tpot_est_s": 0.021268224204784098, + "e2e_s": 5.561710495967418 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.926479718997143, + "tpot_est_s": 0.021085093669157007, + "e2e_s": 5.604286614980083 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.9822775410139, + "tpot_est_s": 0.020994443078818693, + "e2e_s": 5.648571812023874 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.15456795698264614, + "tpot_est_s": 0.02182120448858367, + "e2e_s": 2.9258609270327725 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.606194965017494, + "output_tok_s": 49.11374694453867, + "median_first_sse_s": 0.024124149000272155, + "median_tpot_est_s": 0.020330375606307804, + "median_e2e_s": 2.6060818510013632, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.024124149000272155, + "tpot_est_s": 0.020330375606307804, + "e2e_s": 2.6060818510013632 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.6500616850098595, + "output_tok_s": 181.23695936219025, + "median_first_sse_s": 1.4778916694922373, + "median_tpot_est_s": 0.021426084799477538, + "median_e2e_s": 4.210365211998578, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.09793917997740209, + "tpot_est_s": 0.02128836833853568, + "e2e_s": 2.8015619589714333 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.028924387996084988, + "tpot_est_s": 0.021389920291523853, + "e2e_s": 2.7454442650196142 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.12911604798864573, + "tpot_est_s": 0.02129017401580134, + "e2e_s": 2.832968147995416 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.8672802810324356, + "tpot_est_s": 0.02152427781087266, + "e2e_s": 5.600863563013263 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.899260353005957, + "tpot_est_s": 0.021462249307431222, + "e2e_s": 5.624966015049722 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.92126755398931, + "tpot_est_s": 0.02147611675602494, + "e2e_s": 5.648734382004477 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.802504410967231, + "tpot_est_s": 0.0216586654570401, + "e2e_s": 5.553154924011324 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.15327892801724374, + "tpot_est_s": 0.021372413952508575, + "e2e_s": 2.8675754999858327 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.6182295490289107, + "output_tok_s": 35.376417738436096, + "median_first_sse_s": 0.9639109220006503, + "median_tpot_est_s": 0.020898713149574005, + "median_e2e_s": 3.618047491996549, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.9639109220006503, + "tpot_est_s": 0.020898713149574005, + "e2e_s": 3.618047491996549 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 13.404720705992077, + "output_tok_s": 76.39099854891116, + "median_first_sse_s": 5.619036588497693, + "median_tpot_est_s": 0.03233190930717053, + "median_e2e_s": 10.034753382497001, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 9.29014231095789, + "tpot_est_s": 0.025904371165743786, + "e2e_s": 12.579997449007351 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.5561100600170903, + "tpot_est_s": 0.03440474988168516, + "e2e_s": 7.925513294991106 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 10.607830757973716, + "tpot_est_s": 0.022020128905758496, + "e2e_s": 13.404387129005045 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.9669494929839857, + "tpot_est_s": 0.03213190819699625, + "e2e_s": 5.04770183400251 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 4.842766557994764, + "tpot_est_s": 0.03474187106260751, + "e2e_s": 9.254984182945918 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 7.965867983002681, + "tpot_est_s": 0.029610513220449514, + "e2e_s": 11.72640316199977 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.2628881980199367, + "tpot_est_s": 0.0325319104173448, + "e2e_s": 6.394440821022727 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 6.395306619000621, + "tpot_est_s": 0.0347969760869879, + "e2e_s": 10.814522582048085 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256", + "--pd-prefill-copy-overlap" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 4.2751155809964985, + "references": { + "128:128": { + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red" + }, + "8192:128": { + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red" + } + }, + "warmup_and_checks_s": 33.1528809099691, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.08\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 12\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.25\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.75\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 30\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 33\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"5.0\"} 57\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"7.5\"} 62\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"10.0\"} 72\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 235.9899101157207\nvllm:time_to_first_token_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.025\"} 46\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.05\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 1.878504499613389\nvllm:time_per_output_token_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"5.0\"} 27\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"10.0\"} 58\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"15.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"20.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 474.559981566621\nvllm:e2e_request_latency_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",stage=\"prefill\"} 47.578018528060056\nairm_pd_producer_seconds_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",stage=\"transfer\"} 0.14683735137805343\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06b-overlap1-b.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06b-overlap1-b.json new file mode 100644 index 00000000..b2bbb051 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen06b-overlap1-b.json @@ -0,0 +1,12232 @@ +{ + "passed": true, + "model": "c1899de289a04d12100db370d81485cdf75e47ca", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "8192": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.5493649920099415, + "output_tok_s": 50.2085815099719, + "median_first_sse_s": 0.024927555990871042, + "median_tpot_est_s": 0.01987601198415514, + "median_e2e_s": 2.5491810779785737, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.024927555990871042, + "tpot_est_s": 0.01987601198415514, + "e2e_s": 2.5491810779785737 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.473440296947956, + "output_tok_s": 187.08525980834986, + "median_first_sse_s": 1.4661597720114514, + "median_tpot_est_s": 0.020763933094398036, + "median_e2e_s": 4.111674971500179, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.85385882697301, + "tpot_est_s": 0.02030027239385435, + "e2e_s": 5.431993420992512 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.884647165017668, + "tpot_est_s": 0.020218726055051282, + "e2e_s": 5.452425374009181 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.11652231798507273, + "tpot_est_s": 0.020985273125959106, + "e2e_s": 2.781652004981879 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.1704699179972522, + "tpot_est_s": 0.02111906362202488, + "e2e_s": 2.8525909979944117 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.027915924962144345, + "tpot_est_s": 0.021078092134081003, + "e2e_s": 2.7048336259904318 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.7618496260256507, + "tpot_est_s": 0.02054259306283697, + "e2e_s": 5.370758945005946 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.9077399060479365, + "tpot_est_s": 0.020195146929106022, + "e2e_s": 5.472523566044401 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.14779857703251764, + "tpot_est_s": 0.020986093346608847, + "e2e_s": 2.813032432051841 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.512521621014457, + "output_tok_s": 36.441056827724836, + "median_first_sse_s": 0.9451867340249009, + "median_tpot_est_s": 0.020213691314671364, + "median_e2e_s": 3.5123255309881642, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.9451867340249009, + "tpot_est_s": 0.020213691314671364, + "e2e_s": 3.5123255309881642 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 12.97739457100397, + "output_tok_s": 78.90643953201311, + "median_first_sse_s": 5.769749094470171, + "median_tpot_est_s": 0.031440323358493324, + "median_e2e_s": 9.762670160998823, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.970853288017679, + "tpot_est_s": 0.032641709259689206, + "e2e_s": 5.116350363998208 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 7.7771247290074825, + "tpot_est_s": 0.02797944967700975, + "e2e_s": 11.330514837987721 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.7763666289974935, + "tpot_est_s": 0.0314919135435191, + "e2e_s": 7.7758396490244195 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 9.07111596496543, + "tpot_est_s": 0.024303558543342804, + "e2e_s": 12.157667899969965 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.4410454189637676, + "tpot_est_s": 0.031681029897872505, + "e2e_s": 6.464536215993576 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 6.466496698965784, + "tpot_est_s": 0.03141737270112127, + "e2e_s": 10.456503032008186 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.073001489974558, + "tpot_est_s": 0.03146327401586537, + "e2e_s": 9.06883728998946 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 10.412455329031218, + "tpot_est_s": 0.020194925417331613, + "e2e_s": 12.977210857032333 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.531500637996942, + "output_tok_s": 36.24521502921242, + "median_first_sse_s": 0.9647826110012829, + "median_tpot_est_s": 0.02020894567707671, + "median_e2e_s": 3.531318711990025, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.9647826110012829, + "tpot_est_s": 0.02020894567707671, + "e2e_s": 3.531318711990025 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 13.062853694020305, + "output_tok_s": 78.39022192132104, + "median_first_sse_s": 5.739486008998938, + "median_tpot_est_s": 0.03208934087773756, + "median_e2e_s": 9.850119428971084, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.007174787984695, + "tpot_est_s": 0.032665005141656524, + "e2e_s": 9.155630440975074 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 10.492221563996281, + "tpot_est_s": 0.02023163552746162, + "e2e_s": 13.061639275983907 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.9729382049990818, + "tpot_est_s": 0.03210930233064115, + "e2e_s": 5.050819600990508 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 9.157871298957616, + "tpot_est_s": 0.024173463472462162, + "e2e_s": 12.227901159960311 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.284969383967109, + "tpot_est_s": 0.03295887801585367, + "e2e_s": 6.470746891980525 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.5942443500389345, + "tpot_est_s": 0.03304624819658755, + "e2e_s": 7.791117871005554 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 7.825798371981364, + "tpot_est_s": 0.02813370949607049, + "e2e_s": 11.398779477982316 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 6.4717972300131805, + "tpot_est_s": 0.03206937942483396, + "e2e_s": 10.544608416967094 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.5366902629612014, + "output_tok_s": 50.459451778152605, + "median_first_sse_s": 0.02104909298941493, + "median_tpot_est_s": 0.019807146110491256, + "median_e2e_s": 2.5365566490218043, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.02104909298941493, + "tpot_est_s": 0.019807146110491256, + "e2e_s": 2.5365566490218043 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.5251976089784876, + "output_tok_s": 185.3327378437999, + "median_first_sse_s": 1.4315424589731265, + "median_tpot_est_s": 0.020950690862185532, + "median_e2e_s": 4.112326677481178, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.1193896519835107, + "tpot_est_s": 0.02072811177950059, + "e2e_s": 2.7518598479800858 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.7858738860231824, + "tpot_est_s": 0.021239011968288014, + "e2e_s": 5.48322840599576 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.8445122910197824, + "tpot_est_s": 0.021100337724348047, + "e2e_s": 5.524255182011984 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.14341052097734064, + "tpot_est_s": 0.02080104400002302, + "e2e_s": 2.7851431089802645 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.819179328973405, + "tpot_est_s": 0.021122834645670024, + "e2e_s": 5.501779328973498 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.02732519299024716, + "tpot_est_s": 0.020761872173330975, + "e2e_s": 2.664082959003281 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.0877418449963443, + "tpot_est_s": 0.020717713180709425, + "e2e_s": 2.7188914189464413 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.7196743969689123, + "tpot_est_s": 0.02141603030719039, + "e2e_s": 5.439510245982092 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 2.531514244969003, + "output_tok_s": 50.56262284693061, + "median_first_sse_s": 0.023245955002494156, + "median_tpot_est_s": 0.01974910436982773, + "median_e2e_s": 2.531382209970616, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.023245955002494156, + "tpot_est_s": 0.01974910436982773, + "e2e_s": 2.531382209970616 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 5.640882035018876, + "output_tok_s": 181.5318940624812, + "median_first_sse_s": 1.4697413440153468, + "median_tpot_est_s": 0.02139432180290638, + "median_e2e_s": 4.206684064498404, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.025572351994924247, + "tpot_est_s": 0.02134991099179803, + "e2e_s": 2.737011047953274 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.08855457999743521, + "tpot_est_s": 0.02129403749612842, + "e2e_s": 2.7928973420057446 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.917345615045633, + "tpot_est_s": 0.021438732614014737, + "e2e_s": 5.640064657025505 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.793566334003117, + "tpot_est_s": 0.021753564669006305, + "e2e_s": 5.556269046966918 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.12144297099439427, + "tpot_est_s": 0.021279770945103502, + "e2e_s": 2.823973881022539 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.14591635402757674, + "tpot_est_s": 0.02134789549608121, + "e2e_s": 2.8570990820298903 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.8917147259926423, + "tpot_est_s": 0.021483979724607923, + "e2e_s": 5.620180151017848 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.8578670420101844, + "tpot_est_s": 0.02157929881089037, + "e2e_s": 5.598437990993261 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.4034688500105403, + "output_tok_s": 37.60868855891059, + "median_first_sse_s": 0.9477299390127882, + "median_tpot_est_s": 0.01933542674766692, + "median_e2e_s": 3.4033291359664872, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.9477299390127882, + "tpot_est_s": 0.01933542674766692, + "e2e_s": 3.4033291359664872 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 12.247122562024742, + "output_tok_s": 83.61147647653722, + "median_first_sse_s": 5.396150353510166, + "median_tpot_est_s": 0.029457686161191578, + "median_e2e_s": 9.146346566994907, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 4.753527190012392, + "tpot_est_s": 0.029374256409250024, + "e2e_s": 8.484057753987145 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.510161156009417, + "tpot_est_s": 0.029634013669345323, + "e2e_s": 7.273680892016273 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.9671430989983492, + "tpot_est_s": 0.030006408543366295, + "e2e_s": 4.777956984005868 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 8.544174320995808, + "tpot_est_s": 0.02270447853521818, + "e2e_s": 11.427643094968516 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 9.80939429096179, + "tpot_est_s": 0.019190702834863245, + "e2e_s": 12.246613550989423 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 7.275234610016923, + "tpot_est_s": 0.026277926590524643, + "e2e_s": 10.612531287013553 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.2549687460414134, + "tpot_est_s": 0.029541115913133128, + "e2e_s": 6.006690467009321 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 6.0387735170079395, + "tpot_est_s": 0.02968395167712386, + "e2e_s": 9.80863538000267 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256", + "--pd-prefill-copy-overlap" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 4.431811727990862, + "references": { + "128:128": { + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red" + }, + "8192:128": { + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red" + } + }, + "warmup_and_checks_s": 31.714448651997373, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.02\"} 1\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.08\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 11\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.25\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.75\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 30\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 36\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"5.0\"} 57\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"7.5\"} 63\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"10.0\"} 72\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 228.54915136104682\nvllm:time_to_first_token_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.025\"} 49\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.05\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 1.7798835191720779\nvllm:time_per_output_token_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 1\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"5.0\"} 30\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"10.0\"} 59\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"15.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"20.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 454.59435829590075\nvllm:e2e_request_latency_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",stage=\"prefill\"} 46.95181719388347\nairm_pd_producer_seconds_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",stage=\"transfer\"} 0.15083619696088135\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen4b-overlap0-a.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen4b-overlap0-a.json new file mode 100644 index 00000000..5b488c95 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen4b-overlap0-a.json @@ -0,0 +1,12231 @@ +{ + "passed": true, + "model": "Qwen3-4B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "8192": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.1709839630057104, + "output_tok_s": 40.366019347089804, + "median_first_sse_s": 0.02640908700414002, + "median_tpot_est_s": 0.02475931344088167, + "median_e2e_s": 3.170841893996112, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.02640908700414002, + "tpot_est_s": 0.02475931344088167, + "e2e_s": 3.170841893996112 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 6.851125848013908, + "output_tok_s": 149.46448550450293, + "median_first_sse_s": 1.7628524004830979, + "median_tpot_est_s": 0.026014110578753892, + "median_e2e_s": 5.087701004988048, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.4713423930224963, + "tpot_est_s": 0.02640208946430953, + "e2e_s": 6.824407754989807 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.10778296203352511, + "tpot_est_s": 0.025521134015807048, + "e2e_s": 3.34896698204102 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.1754670639638789, + "tpot_est_s": 0.025638046063020767, + "e2e_s": 3.4314989139675163 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.029553767992183566, + "tpot_est_s": 0.025580933708954222, + "e2e_s": 3.2783323490293697 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.14633023203350604, + "tpot_est_s": 0.025542055488120413, + "e2e_s": 3.3901712790247984 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.4983553549973294, + "tpot_est_s": 0.026390175094487014, + "e2e_s": 6.84990759199718 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.350237737002317, + "tpot_est_s": 0.026721774480364276, + "e2e_s": 6.74390309600858 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.431394619983621, + "tpot_est_s": 0.026493499102254257, + "e2e_s": 6.796069005969912 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 4.975797145976685, + "output_tok_s": 25.724521367093484, + "median_first_sse_s": 1.7475441480055451, + "median_tpot_est_s": 0.025418196897403756, + "median_e2e_s": 4.975655153975822, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7475441480055451, + "tpot_est_s": 0.025418196897403756, + "e2e_s": 4.975655153975822 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 18.820125016965903, + "output_tok_s": 54.40984048070286, + "median_first_sse_s": 8.629950267495587, + "median_tpot_est_s": 0.03723071536620323, + "median_e2e_s": 13.476850208506221, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 11.538297154998872, + "tpot_est_s": 0.035779892874415964, + "e2e_s": 16.0823435500497 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 3.727841993968468, + "tpot_est_s": 0.037771869307350894, + "e2e_s": 8.524869396002032 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 15.493132695031818, + "tpot_est_s": 0.02619219937785272, + "e2e_s": 18.819542016019113 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 9.593510553997476, + "tpot_est_s": 0.038394482645910145, + "e2e_s": 14.469609850028064 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 5.692874100990593, + "tpot_est_s": 0.037203176763810686, + "e2e_s": 10.41767754999455 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 7.666389980993699, + "tpot_est_s": 0.03793465028339117, + "e2e_s": 12.484090566984378 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.765104257967323, + "tpot_est_s": 0.037258253968595785, + "e2e_s": 6.496902511978988 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 13.533987220027484, + "tpot_est_s": 0.030959325228399767, + "e2e_s": 17.465821524034254 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 5.018148411007132, + "output_tok_s": 25.507416185467232, + "median_first_sse_s": 1.7563531890045851, + "median_tpot_est_s": 0.025682223385555567, + "median_e2e_s": 5.017995558970142, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7563531890045851, + "tpot_est_s": 0.025682223385555567, + "e2e_s": 5.017995558970142 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 18.805681243014988, + "output_tok_s": 54.451630162578944, + "median_first_sse_s": 8.69000914899516, + "median_tpot_est_s": 0.036860195834622314, + "median_e2e_s": 13.395589870488038, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 15.564324333972763, + "tpot_est_s": 0.025514716401652204, + "e2e_s": 18.804693316982593 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 3.7890991489985026, + "tpot_est_s": 0.037507318567088624, + "e2e_s": 8.552528607018758 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 11.655987354984973, + "tpot_est_s": 0.03451284211849442, + "e2e_s": 16.039118304033764 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7732978439889848, + "tpot_est_s": 0.03792005019696928, + "e2e_s": 6.589144219004083 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 13.633616803970654, + "tpot_est_s": 0.029986541291541147, + "e2e_s": 17.44190754799638 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 5.73866008996265, + "tpot_est_s": 0.03684105207102271, + "e2e_s": 10.417473702982534 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 7.719195868994575, + "tpot_est_s": 0.03722429381111476, + "e2e_s": 12.446681183006149 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 9.660822428995743, + "tpot_est_s": 0.03687933959822193, + "e2e_s": 14.344498557969928 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.160886745026801, + "output_tok_s": 40.494965598305456, + "median_first_sse_s": 0.02763651800341904, + "median_tpot_est_s": 0.024669853574413016, + "median_e2e_s": 3.160707921953872, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.02763651800341904, + "tpot_est_s": 0.024669853574413016, + "e2e_s": 3.160707921953872 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.0826432289904915, + "output_tok_s": 144.57879168734488, + "median_first_sse_s": 1.9305163144890685, + "median_tpot_est_s": 0.026821267535574515, + "median_e2e_s": 5.336817291507032, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.030819665000308305, + "tpot_est_s": 0.02762420130682757, + "e2e_s": 3.53909323096741 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.6088879960007034, + "tpot_est_s": 0.026331343307200175, + "e2e_s": 6.9529685960151255 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.7945344600011595, + "tpot_est_s": 0.025886763511940573, + "e2e_s": 7.082153426017612 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.20853686198825017, + "tpot_est_s": 0.02732083481905146, + "e2e_s": 3.6782828840077855 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.7640824550180696, + "tpot_est_s": 0.025916551582617905, + "e2e_s": 7.0554845060105436 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.721444502007216, + "tpot_est_s": 0.02604797886598371, + "e2e_s": 7.029537817987148 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.14526221598498523, + "tpot_est_s": 0.027478399047147717, + "e2e_s": 3.6350188949727453 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.2521446329774335, + "tpot_est_s": 0.027311191763948854, + "e2e_s": 3.720665986998938 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.347977013036143, + "output_tok_s": 38.23204266385391, + "median_first_sse_s": 0.02935284998966381, + "median_tpot_est_s": 0.026129760393986522, + "median_e2e_s": 3.347832420025952, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.02935284998966381, + "tpot_est_s": 0.026129760393986522, + "e2e_s": 3.347832420025952 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.049151176004671, + "output_tok_s": 145.26571702500846, + "median_first_sse_s": 1.8648682125203777, + "median_tpot_est_s": 0.026842589259805802, + "median_e2e_s": 5.280049143999349, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.03481527202529833, + "tpot_est_s": 0.02699486507876505, + "e2e_s": 3.4631631370284595 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.657830270996783, + "tpot_est_s": 0.026484289173106478, + "e2e_s": 7.021334995981306 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.536408209009096, + "tpot_est_s": 0.02683217263749368, + "e2e_s": 6.944094133970793 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.1933282160316594, + "tpot_est_s": 0.026950204236190912, + "e2e_s": 3.6160041540279053 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.6166177260456607, + "tpot_est_s": 0.026598653149255736, + "e2e_s": 6.994646676001139 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.6861630770144984, + "tpot_est_s": 0.026470273023647233, + "e2e_s": 7.047887751017697 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.1632015070063062, + "tpot_est_s": 0.02686116626755679, + "e2e_s": 3.5745696229860187 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.1240716030006297, + "tpot_est_s": 0.026853005882117927, + "e2e_s": 3.5344033500296064 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 5.029875963984523, + "output_tok_s": 25.447943630522865, + "median_first_sse_s": 1.7511267319787294, + "median_tpot_est_s": 0.0258157735907722, + "median_e2e_s": 5.029729978006799, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7511267319787294, + "tpot_est_s": 0.0258157735907722, + "e2e_s": 5.029729978006799 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 18.71753617998911, + "output_tok_s": 54.70805506414658, + "median_first_sse_s": 8.61110204848228, + "median_tpot_est_s": 0.036392117263822577, + "median_e2e_s": 13.232900940987747, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 5.6859248480177484, + "tpot_est_s": 0.03656344007064522, + "e2e_s": 10.329481736989692 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 7.63559694995638, + "tpot_est_s": 0.03629537217326345, + "e2e_s": 12.245109215960838 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7689751699799672, + "tpot_est_s": 0.03779747828338882, + "e2e_s": 6.569254911970347 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 3.748949823959265, + "tpot_est_s": 0.037287644039579175, + "e2e_s": 8.48448061698582 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 15.40521221695235, + "tpot_est_s": 0.026068137008073467, + "e2e_s": 18.71586561697768 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 11.53398790297797, + "tpot_est_s": 0.03457701514982875, + "e2e_s": 15.92526882700622 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 13.46289024001453, + "tpot_est_s": 0.030527938881936653, + "e2e_s": 17.339938478020485 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 9.58660714700818, + "tpot_est_s": 0.0364888623543817, + "e2e_s": 14.220692666014656 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/Qwen3-4B", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 6.793236859026365, + "references": { + "128:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France," + }, + "8192:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any" + } + }, + "warmup_and_checks_s": 44.32121408596868, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"Qwen3-4B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"Qwen3-4B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"Qwen3-4B\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"Qwen3-4B\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"Qwen3-4B\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.08\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.25\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.75\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 30\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"5.0\"} 50\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"7.5\"} 55\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"10.0\"} 62\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"Qwen3-4B\"} 343.5582661621738\nvllm:time_to_first_token_seconds_count{model_name=\"Qwen3-4B\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.025\"} 3\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.05\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"Qwen3-4B\"} 2.2012185721862583\nvllm:time_per_output_token_seconds_count{model_name=\"Qwen3-4B\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"5.0\"} 21\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"10.0\"} 50\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"15.0\"} 62\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"20.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"Qwen3-4B\"} 623.1130248298286\nvllm:e2e_request_latency_seconds_count{model_name=\"Qwen3-4B\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"Qwen3-4B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"Qwen3-4B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"Qwen3-4B\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"Qwen3-4B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"Qwen3-4B\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"Qwen3-4B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"Qwen3-4B\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"Qwen3-4B\",stage=\"prefill\"} 69.90042861708207\nairm_pd_producer_seconds_total{model_name=\"Qwen3-4B\",stage=\"transfer\"} 3.354243876761757\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen4b-overlap0-b.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen4b-overlap0-b.json new file mode 100644 index 00000000..d595b3b4 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen4b-overlap0-b.json @@ -0,0 +1,12231 @@ +{ + "passed": true, + "model": "Qwen3-4B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "8192": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.72662519995356, + "output_tok_s": 34.34743048525382, + "median_first_sse_s": 0.028516602993477136, + "median_tpot_est_s": 0.029117421676976767, + "median_e2e_s": 3.7264291559695266, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.028516602993477136, + "tpot_est_s": 0.029117421676976767, + "e2e_s": 3.7264291559695266 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.972994870971888, + "output_tok_s": 128.43354555866873, + "median_first_sse_s": 2.133435833035037, + "median_tpot_est_s": 0.03030599046069542, + "median_e2e_s": 5.992811710515525, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.030974512977991253, + "tpot_est_s": 0.030576437811172884, + "e2e_s": 3.9141821149969473 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.255397190048825, + "tpot_est_s": 0.030524568582287307, + "e2e_s": 4.132017399999313 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.194930463039782, + "tpot_est_s": 0.0295209291099578, + "e2e_s": 7.944088460004423 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.132440501998644, + "tpot_est_s": 0.02978355114166735, + "e2e_s": 7.914951496990398 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.011474476021249, + "tpot_est_s": 0.03025300429142117, + "e2e_s": 7.853606021031737 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.231408086023293, + "tpot_est_s": 0.029453348976607605, + "e2e_s": 7.971983406052459 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.15317470801528543, + "tpot_est_s": 0.03036986138556138, + "e2e_s": 4.010147103981581 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.21630073298001662, + "tpot_est_s": 0.030358976629969673, + "e2e_s": 4.071890764986165 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 5.289443853020202, + "output_tok_s": 24.19914145168848, + "median_first_sse_s": 1.7713848910061643, + "median_tpot_est_s": 0.027700209511649303, + "median_e2e_s": 5.289311498985626, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7713848910061643, + "tpot_est_s": 0.027700209511649303, + "e2e_s": 5.289311498985626 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 21.367234331031796, + "output_tok_s": 47.92384377574018, + "median_first_sse_s": 9.141288303013425, + "median_tpot_est_s": 0.04755046430312457, + "median_e2e_s": 16.220607445022324, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 17.756624084024224, + "tpot_est_s": 0.028422614385824885, + "e2e_s": 21.366296111023985 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 12.830167050997261, + "tpot_est_s": 0.04756898049624476, + "e2e_s": 18.871427574020345 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 10.379560258996207, + "tpot_est_s": 0.05604483744113039, + "e2e_s": 17.497254614019766 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 15.27011143998243, + "tpot_est_s": 0.03831900729922446, + "e2e_s": 20.136625366983935 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7722501829848625, + "tpot_est_s": 0.04173357384261037, + "e2e_s": 7.07241406099638 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 5.790354271011893, + "tpot_est_s": 0.05292614818895309, + "e2e_s": 12.511975091008935 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 3.803125414007809, + "tpot_est_s": 0.04753194811000437, + "e2e_s": 9.839682823978364 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 7.903016347030643, + "tpot_est_s": 0.05544050337790739, + "e2e_s": 14.943960276024882 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 5.332036784035154, + "output_tok_s": 24.005835890564274, + "median_first_sse_s": 1.7703624450368807, + "median_tpot_est_s": 0.028043549086194573, + "median_e2e_s": 5.3318931789835915, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7703624450368807, + "tpot_est_s": 0.028043549086194573, + "e2e_s": 5.3318931789835915 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 21.924939871998504, + "output_tok_s": 46.7048031136361, + "median_first_sse_s": 10.249783383042086, + "median_tpot_est_s": 0.05394824133043757, + "median_e2e_s": 17.101210032007657, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 13.852276269055437, + "tpot_est_s": 0.04313212713386174, + "e2e_s": 19.33005641505588 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 6.648600846005138, + "tpot_est_s": 0.0564357534726517, + "e2e_s": 13.815941537031904 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 9.042387902038172, + "tpot_est_s": 0.05632138808622707, + "e2e_s": 16.19520418898901 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.779959139006678, + "tpot_est_s": 0.05684225331518916, + "e2e_s": 8.998925310035702 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 16.267353516013827, + "tpot_est_s": 0.03423347585013239, + "e2e_s": 20.61500494898064 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 18.28331813099794, + "tpot_est_s": 0.02866873317297299, + "e2e_s": 21.92424724396551 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 4.2525051920092665, + "tpot_est_s": 0.056716496432860065, + "e2e_s": 11.455500238982495 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 11.457178864046, + "tpot_est_s": 0.05157509457464807, + "e2e_s": 18.007215875026304 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.537023290991783, + "output_tok_s": 36.18862231583121, + "median_first_sse_s": 0.032881503051612526, + "median_tpot_est_s": 0.027590096724223287, + "median_e2e_s": 3.53682378702797, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.032881503051612526, + "tpot_est_s": 0.027590096724223287, + "e2e_s": 3.53682378702797 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.836772417998873, + "output_tok_s": 130.66603767236606, + "median_first_sse_s": 2.1233785045333207, + "median_tpot_est_s": 0.029679978547084297, + "median_e2e_s": 5.903107366495533, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.175163342966698, + "tpot_est_s": 0.028604109551093916, + "e2e_s": 7.807885255955625 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.9667454960290343, + "tpot_est_s": 0.029316926732069013, + "e2e_s": 7.689995191001799 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.116641758999322, + "tpot_est_s": 0.02881624055870508, + "e2e_s": 7.776304309954867 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.2083921449957415, + "tpot_est_s": 0.028562294456770453, + "e2e_s": 7.835803541005589 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.17991779302246869, + "tpot_est_s": 0.030043030362099585, + "e2e_s": 3.995382649009116 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.03670244698878378, + "tpot_est_s": 0.030200306370150386, + "e2e_s": 3.872141355997883 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.2800115130376071, + "tpot_est_s": 0.030206362432690235, + "e2e_s": 4.116219541989267 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.24036022496875376, + "tpot_est_s": 0.03004805428364615, + "e2e_s": 4.0564631189918146 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.5347484159865417, + "output_tok_s": 36.211912401204216, + "median_first_sse_s": 0.03055302402935922, + "median_tpot_est_s": 0.027591107496130095, + "median_e2e_s": 3.5346236760378815, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.03055302402935922, + "tpot_est_s": 0.027591107496130095, + "e2e_s": 3.5346236760378815 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.808221013983712, + "output_tok_s": 131.14382881403108, + "median_first_sse_s": 2.115657275484409, + "median_tpot_est_s": 0.02955887296446049, + "median_e2e_s": 5.881713756476529, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.158723239961546, + "tpot_est_s": 0.02850588591353176, + "e2e_s": 7.778970750980079 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.952336373971775, + "tpot_est_s": 0.02924251914946509, + "e2e_s": 7.666136305953842 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.03093413996975869, + "tpot_est_s": 0.030142471724552814, + "e2e_s": 3.859028048987966 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.24253282399149612, + "tpot_est_s": 0.029889850039401745, + "e2e_s": 4.038543778995518 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.2789781769970432, + "tpot_est_s": 0.03006545692915097, + "e2e_s": 4.097291206999216 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.194346258009318, + "tpot_est_s": 0.028448933983903642, + "e2e_s": 7.807360873965081 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.097714682982769, + "tpot_est_s": 0.02875544119710616, + "e2e_s": 7.749655715015251 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.18458442197879776, + "tpot_est_s": 0.02987522677945589, + "e2e_s": 3.978738222969696 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 5.245002607989591, + "output_tok_s": 24.404182336348235, + "median_first_sse_s": 1.770689619006589, + "median_tpot_est_s": 0.027355239157359608, + "median_e2e_s": 5.244804991991259, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.770689619006589, + "tpot_est_s": 0.027355239157359608, + "e2e_s": 5.244804991991259 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 22.463705681962892, + "output_tok_s": 45.58464282329941, + "median_first_sse_s": 10.321152899996378, + "median_tpot_est_s": 0.05522055710243303, + "median_e2e_s": 17.428481252485653, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 6.666561938007362, + "tpot_est_s": 0.05546202022063465, + "e2e_s": 13.710238506027963 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 13.992551491013728, + "tpot_est_s": 0.04693534350394836, + "e2e_s": 19.95334011601517 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7930951630114578, + "tpot_est_s": 0.05497909398423141, + "e2e_s": 8.775440099008847 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 16.45642947900342, + "tpot_est_s": 0.03743129465353169, + "e2e_s": 21.210203900001943 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 4.257758670952171, + "tpot_est_s": 0.05554384831522452, + "e2e_s": 11.311827406985685 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 18.91156980500091, + "tpot_est_s": 0.027958003693172254, + "e2e_s": 22.462236274033785 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 11.553357839991804, + "tpot_est_s": 0.05598349244091806, + "e2e_s": 18.6632613799884 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 9.08894796000095, + "tpot_est_s": 0.05594293830694455, + "e2e_s": 16.19370112498291 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/Qwen3-4B", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 6.444054722960573, + "references": { + "128:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France," + }, + "8192:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any" + } + }, + "warmup_and_checks_s": 49.628492729971185, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"Qwen3-4B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"Qwen3-4B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"Qwen3-4B\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"Qwen3-4B\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"Qwen3-4B\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.08\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.25\"} 16\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.75\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 30\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"5.0\"} 50\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"7.5\"} 54\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"10.0\"} 58\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"Qwen3-4B\"} 395.70756636507576\nvllm:time_to_first_token_seconds_count{model_name=\"Qwen3-4B\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.025\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.05\"} 56\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"Qwen3-4B\"} 2.7534809443379173\nvllm:time_per_output_token_seconds_count{model_name=\"Qwen3-4B\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"5.0\"} 20\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"10.0\"} 47\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"15.0\"} 55\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"20.0\"} 66\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"Qwen3-4B\"} 745.3996462959913\nvllm:e2e_request_latency_seconds_count{model_name=\"Qwen3-4B\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"Qwen3-4B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"Qwen3-4B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"Qwen3-4B\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"Qwen3-4B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"Qwen3-4B\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"Qwen3-4B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"Qwen3-4B\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"Qwen3-4B\",stage=\"prefill\"} 82.20574289618526\nairm_pd_producer_seconds_total{model_name=\"Qwen3-4B\",stage=\"transfer\"} 3.356253120058682\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen4b-overlap1-a.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen4b-overlap1-a.json new file mode 100644 index 00000000..353600ee --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen4b-overlap1-a.json @@ -0,0 +1,12232 @@ +{ + "passed": true, + "model": "Qwen3-4B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "8192": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.5499581710319035, + "output_tok_s": 36.05676287808003, + "median_first_sse_s": 0.0336041739792563, + "median_tpot_est_s": 0.027686237275516102, + "median_e2e_s": 3.549756307969801, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.0336041739792563, + "tpot_est_s": 0.027686237275516102, + "e2e_s": 3.549756307969801 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.757581976009533, + "output_tok_s": 131.9998941895476, + "median_first_sse_s": 2.0960055204923265, + "median_tpot_est_s": 0.029386255027328466, + "median_e2e_s": 5.843014800484525, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.27936706197215244, + "tpot_est_s": 0.029831809157644964, + "e2e_s": 4.068006824993063 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.9126439790125005, + "tpot_est_s": 0.029176210999712494, + "e2e_s": 7.618022775975987 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.034911447030026466, + "tpot_est_s": 0.029804145220179462, + "e2e_s": 3.8200378899928182 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.18184964900137857, + "tpot_est_s": 0.029596299054944434, + "e2e_s": 3.9405796289793216 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.129361674014945, + "tpot_est_s": 0.028342823716573505, + "e2e_s": 7.72890028601978 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.068056877993513, + "tpot_est_s": 0.028594245354087628, + "e2e_s": 7.699526037962642 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.23883531498722732, + "tpot_est_s": 0.029619173228366696, + "e2e_s": 4.000470314989798 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.163978171010967, + "tpot_est_s": 0.02828818648012252, + "e2e_s": 7.756577853986528 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 5.240452238009311, + "output_tok_s": 24.425372885112548, + "median_first_sse_s": 1.7122879520175047, + "median_tpot_est_s": 0.027779273692918136, + "median_e2e_s": 5.240255711018108, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7122879520175047, + "tpot_est_s": 0.027779273692918136, + "e2e_s": 5.240255711018108 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 18.533031885977834, + "output_tok_s": 55.25269725428803, + "median_first_sse_s": 8.408356521016685, + "median_tpot_est_s": 0.040211949618230755, + "median_e2e_s": 13.535220726509579, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 15.069420573010575, + "tpot_est_s": 0.0272657440000903, + "e2e_s": 18.532170061022043 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.716791988001205, + "tpot_est_s": 0.042227451346711964, + "e2e_s": 7.079678309033625 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 9.37157700600801, + "tpot_est_s": 0.04026841861425026, + "e2e_s": 14.485666170017794 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 7.44513603602536, + "tpot_est_s": 0.04046960036988979, + "e2e_s": 12.584775283001363 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 11.283142933039926, + "tpot_est_s": 0.03691643256672079, + "e2e_s": 15.971529869013466 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 13.165012209035922, + "tpot_est_s": 0.03215372081851499, + "e2e_s": 17.248534752987325 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 5.58285236498341, + "tpot_est_s": 0.04027282331490845, + "e2e_s": 10.697500925976783 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 3.6957819059607573, + "tpot_est_s": 0.04015548062221125, + "e2e_s": 8.795527944981586 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 5.1084147859946825, + "output_tok_s": 25.056696717527128, + "median_first_sse_s": 1.6994076779810712, + "median_tpot_est_s": 0.026841121315076127, + "median_e2e_s": 5.108230084995739, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.6994076779810712, + "tpot_est_s": 0.026841121315076127, + "e2e_s": 5.108230084995739 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 18.348919084994122, + "output_tok_s": 55.80710205635135, + "median_first_sse_s": 8.298904993018368, + "median_tpot_est_s": 0.038753155909256834, + "median_e2e_s": 13.220555793493986, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 5.4808186599984765, + "tpot_est_s": 0.03975010902334855, + "e2e_s": 10.529082505963743 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 7.3582104980014265, + "tpot_est_s": 0.03873841101569527, + "e2e_s": 12.277988696994726 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7072407699888572, + "tpot_est_s": 0.03968674549603776, + "e2e_s": 6.747457447985653 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 14.871501761022955, + "tpot_est_s": 0.027370711425080983, + "e2e_s": 18.34758211200824 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 12.994449280027766, + "tpot_est_s": 0.03186520524405485, + "e2e_s": 17.041330346022733 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 9.23959948803531, + "tpot_est_s": 0.038767900802818396, + "e2e_s": 14.163122889993247 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 3.5849308259785175, + "tpot_est_s": 0.04030851403931449, + "e2e_s": 8.704112108971458 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 11.106886601017322, + "tpot_est_s": 0.03619769572438012, + "e2e_s": 15.703993958013598 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.3923404370434582, + "output_tok_s": 37.73206208972246, + "median_first_sse_s": 0.02980082796420902, + "median_tpot_est_s": 0.026475299701120295, + "median_e2e_s": 3.3921638900064863, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.02980082796420902, + "tpot_est_s": 0.026475299701120295, + "e2e_s": 3.3921638900064863 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.373468882986344, + "output_tok_s": 138.87628960675394, + "median_first_sse_s": 1.9010538749862462, + "median_tpot_est_s": 0.02803035413018633, + "median_e2e_s": 5.480714835517574, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.6205577719956636, + "tpot_est_s": 0.028646893063230133, + "e2e_s": 7.25871319102589 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.1815499779768288, + "tpot_est_s": 0.027725720488444322, + "e2e_s": 3.702716480009258 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.704274373012595, + "tpot_est_s": 0.028436624574727988, + "e2e_s": 7.315725694003049 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.7439859459991567, + "tpot_est_s": 0.02833498777192834, + "e2e_s": 7.342529393034056 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.11207891500089318, + "tpot_est_s": 0.02760892888983917, + "e2e_s": 3.6184128840104677 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.0314753950224258, + "tpot_est_s": 0.027658681314636578, + "e2e_s": 3.5441279219812714 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.1525558850262314, + "tpot_est_s": 0.02761958811778619, + "e2e_s": 3.6602435759850778 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.7720013899961486, + "tpot_est_s": 0.028348546661711556, + "e2e_s": 7.372266816033516 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.407547540962696, + "output_tok_s": 37.563672541994116, + "median_first_sse_s": 0.02919924003072083, + "median_tpot_est_s": 0.026599994346345444, + "median_e2e_s": 3.4073985220165923, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.02919924003072083, + "tpot_est_s": 0.026599994346345444, + "e2e_s": 3.4073985220165923 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.447953463008162, + "output_tok_s": 137.48743263312707, + "median_first_sse_s": 1.9683925284771249, + "median_tpot_est_s": 0.028423541929255655, + "median_e2e_s": 5.58502108650282, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.879791218030732, + "tpot_est_s": 0.02788940647994645, + "e2e_s": 7.421745840983931 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.1865691569983028, + "tpot_est_s": 0.02871055518896649, + "e2e_s": 3.832809665997047 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.11459209700115025, + "tpot_est_s": 0.02861798886625888, + "e2e_s": 3.7490766830160283 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.15826131298672408, + "tpot_est_s": 0.02860285860612827, + "e2e_s": 3.7908243559650145 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.031176444026641548, + "tpot_est_s": 0.028712488511507584, + "e2e_s": 3.6776624849881046 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.750215899955947, + "tpot_est_s": 0.028244225252383043, + "e2e_s": 7.3372325070085935 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.909175961976871, + "tpot_est_s": 0.027859213582779038, + "e2e_s": 7.447296086989809 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.834042491042055, + "tpot_est_s": 0.028027181779437766, + "e2e_s": 7.393494577030651 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 5.042222968011629, + "output_tok_s": 25.38562868243727, + "median_first_sse_s": 1.6892386879771948, + "median_tpot_est_s": 0.02640019302388404, + "median_e2e_s": 5.042063202010468, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.6892386879771948, + "tpot_est_s": 0.02640019302388404, + "e2e_s": 5.042063202010468 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 18.26297355897259, + "output_tok_s": 56.069730194451786, + "median_first_sse_s": 8.276763148489408, + "median_tpot_est_s": 0.03885833119311714, + "median_e2e_s": 13.25225066798157, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 3.5971968690282665, + "tpot_est_s": 0.03929233384239817, + "e2e_s": 8.587323267012835 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 12.973466970026493, + "tpot_est_s": 0.030987504330705705, + "e2e_s": 16.908880020026118 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 9.231325306987856, + "tpot_est_s": 0.039066605779569684, + "e2e_s": 14.192784240993205 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.706716310000047, + "tpot_est_s": 0.03878337722070017, + "e2e_s": 6.632205217028968 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 14.872135091980454, + "tpot_est_s": 0.026687704417194556, + "e2e_s": 18.261473552964162 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 5.462123910023365, + "tpot_est_s": 0.038933285165534126, + "e2e_s": 10.4066511260462 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 11.099480692006182, + "tpot_est_s": 0.035867018275894225, + "e2e_s": 15.654592013044748 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 7.322200989990961, + "tpot_est_s": 0.03928752838566122, + "e2e_s": 12.311717094969936 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/Qwen3-4B", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256", + "--pd-prefill-copy-overlap" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 6.892950293025933, + "references": { + "128:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France," + }, + "8192:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any" + } + }, + "warmup_and_checks_s": 47.56703918002313, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"Qwen3-4B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"Qwen3-4B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"Qwen3-4B\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"Qwen3-4B\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"Qwen3-4B\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.08\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.25\"} 19\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.75\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 30\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"5.0\"} 50\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"7.5\"} 57\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"10.0\"} 61\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"Qwen3-4B\"} 348.7000330409501\nvllm:time_to_first_token_seconds_count{model_name=\"Qwen3-4B\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.025\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.05\"} 69\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"Qwen3-4B\"} 2.4455900336629495\nvllm:time_per_output_token_seconds_count{model_name=\"Qwen3-4B\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"5.0\"} 20\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"10.0\"} 49\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"15.0\"} 60\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"20.0\"} 73\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"Qwen3-4B\"} 659.2899673161446\nvllm:e2e_request_latency_seconds_count{model_name=\"Qwen3-4B\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"Qwen3-4B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"Qwen3-4B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"Qwen3-4B\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"Qwen3-4B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"Qwen3-4B\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"Qwen3-4B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"Qwen3-4B\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"Qwen3-4B\",stage=\"prefill\"} 72.83588898729067\nairm_pd_producer_seconds_total{model_name=\"Qwen3-4B\",stage=\"transfer\"} 0.185046796919778\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen4b-overlap1-b.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen4b-overlap1-b.json new file mode 100644 index 00000000..765e8856 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-qwen4b-overlap1-b.json @@ -0,0 +1,12232 @@ +{ + "passed": true, + "model": "Qwen3-4B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "8192": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-128-128-8-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-8-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 8, + "rows": [ + { + "id": "check-8192-128-8-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-8-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.542917012993712, + "output_tok_s": 36.128421730048345, + "median_first_sse_s": 0.028889745997730643, + "median_tpot_est_s": 0.027668310582315125, + "median_e2e_s": 3.5427651899517514, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.028889745997730643, + "tpot_est_s": 0.027668310582315125, + "e2e_s": 3.5427651899517514 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.6440796829992905, + "output_tok_s": 133.95988038657066, + "median_first_sse_s": 2.036512667516945, + "median_tpot_est_s": 0.02915066112209603, + "median_e2e_s": 5.743259398528608, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.868926168011967, + "tpot_est_s": 0.02882282758281955, + "e2e_s": 7.52942527103005 + }, + { + "id": "r0-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.9585700720199384, + "tpot_est_s": 0.028571354732188713, + "e2e_s": 7.587132123007905 + }, + { + "id": "r0-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.20409916702192277, + "tpot_est_s": 0.02955113668508065, + "e2e_s": 3.9570935260271654 + }, + { + "id": "r0-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.003185148991179, + "tpot_est_s": 0.02843271862205822, + "e2e_s": 7.614140413992573 + }, + { + "id": "r0-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.034450434963219, + "tpot_est_s": 0.028419379495986274, + "e2e_s": 7.643711630953476 + }, + { + "id": "r0-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.03390247595962137, + "tpot_est_s": 0.029604057283654048, + "e2e_s": 3.7936177509836853 + }, + { + "id": "r0-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.16868263500509784, + "tpot_est_s": 0.029478494661372506, + "e2e_s": 3.912451456999406 + }, + { + "id": "r0-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.11975711700506508, + "tpot_est_s": 0.029506773535275876, + "e2e_s": 3.8671173559851013 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 5.201104701030999, + "output_tok_s": 24.610156372092824, + "median_first_sse_s": 1.6955742160207592, + "median_tpot_est_s": 0.027601449204495133, + "median_e2e_s": 5.200958264991641, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.6955742160207592, + "tpot_est_s": 0.027601449204495133, + "e2e_s": 5.200958264991641 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 19.39076058001956, + "output_tok_s": 52.8086557396382, + "median_first_sse_s": 9.022213388496311, + "median_tpot_est_s": 0.04088475796078721, + "median_e2e_s": 14.214577649516286, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 13.889484680024907, + "tpot_est_s": 0.03309584426781617, + "e2e_s": 18.09265690203756 + }, + { + "id": "r0-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 10.097382653970271, + "tpot_est_s": 0.040275635260091286, + "e2e_s": 15.212388332001865 + }, + { + "id": "r0-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 5.717200718005188, + "tpot_est_s": 0.04626202465339351, + "e2e_s": 11.592477848986164 + }, + { + "id": "r0-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 3.639375845028553, + "tpot_est_s": 0.04970256646446092, + "e2e_s": 9.95160178601509 + }, + { + "id": "r0-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 15.813837975030765, + "tpot_est_s": 0.028157777109872696, + "e2e_s": 19.389875667984597 + }, + { + "id": "r0-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 11.984471308009233, + "tpot_est_s": 0.03728400746463087, + "e2e_s": 16.719540256017353 + }, + { + "id": "r0-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7131139370030724, + "tpot_est_s": 0.04935698271646553, + "e2e_s": 7.981450741994195 + }, + { + "id": "r0-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 7.947044123022351, + "tpot_est_s": 0.04149388066148312, + "e2e_s": 13.216766967030708 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 5.170463787973858, + "output_tok_s": 24.755999703105775, + "median_first_sse_s": 1.6930109310196713, + "median_tpot_est_s": 0.027379721456746327, + "median_e2e_s": 5.170235556026455, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.6930109310196713, + "tpot_est_s": 0.027379721456746327, + "e2e_s": 5.170235556026455 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 18.551337857032195, + "output_tok_s": 55.19817534948487, + "median_first_sse_s": 8.348915864014998, + "median_tpot_est_s": 0.039573553448641954, + "median_e2e_s": 13.512202634999994, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 5.495650952041615, + "tpot_est_s": 0.040994492708705366, + "e2e_s": 10.701951526047196 + }, + { + "id": "r1-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 11.213740912964568, + "tpot_est_s": 0.036774443937318886, + "e2e_s": 15.884095293004066 + }, + { + "id": "r1-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 14.966177189024165, + "tpot_est_s": 0.028219514425136295, + "e2e_s": 18.550055521016475 + }, + { + "id": "r1-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 9.308898044982925, + "tpot_est_s": 0.0400477498898092, + "e2e_s": 14.394962280988693 + }, + { + "id": "r1-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 3.615114193991758, + "tpot_est_s": 0.04013610332260114, + "e2e_s": 8.712399315962102 + }, + { + "id": "r1-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7111814900417812, + "tpot_est_s": 0.0390993570074747, + "e2e_s": 6.676799829991069 + }, + { + "id": "r1-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 7.388933683047071, + "tpot_est_s": 0.04126385280286791, + "e2e_s": 12.629442989011295 + }, + { + "id": "r1-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 13.089117266004905, + "tpot_est_s": 0.032753137236380375, + "e2e_s": 17.248765695025213 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.5313502780045383, + "output_tok_s": 36.24675830015057, + "median_first_sse_s": 0.029382409004028887, + "median_tpot_est_s": 0.027573581921087036, + "median_e2e_s": 3.5312273129820824, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.029382409004028887, + "tpot_est_s": 0.027573581921087036, + "e2e_s": 3.5312273129820824 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.563854051986709, + "output_tok_s": 135.38071900409525, + "median_first_sse_s": 2.0258564265386667, + "median_tpot_est_s": 0.02885978624401577, + "median_e2e_s": 5.699500920512946, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.19517255603568628, + "tpot_est_s": 0.029543431007805626, + "e2e_s": 3.9471882940270007 + }, + { + "id": "r1-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.995411178038921, + "tpot_est_s": 0.027876534905306644, + "e2e_s": 7.535731111012865 + }, + { + "id": "r1-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.027332758996636, + "tpot_est_s": 0.027843452141689883, + "e2e_s": 7.563451180991251 + }, + { + "id": "r1-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.948561294004321, + "tpot_est_s": 0.028021317527640435, + "e2e_s": 7.507268620014656 + }, + { + "id": "r1-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.12041000800672919, + "tpot_est_s": 0.029410334299391824, + "e2e_s": 3.855522464029491 + }, + { + "id": "r1-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.856540297041647, + "tpot_est_s": 0.028309238188639722, + "e2e_s": 7.451813546998892 + }, + { + "id": "r1-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.03210372099420056, + "tpot_est_s": 0.029515980078754434, + "e2e_s": 3.7806331909960136 + }, + { + "id": "r1-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.16386409202823415, + "tpot_est_s": 0.029421283897401136, + "e2e_s": 3.900367146998178 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 3.4973347429768182, + "output_tok_s": 36.599299011066506, + "median_first_sse_s": 0.02895188395632431, + "median_tpot_est_s": 0.027309132393863872, + "median_e2e_s": 3.4972116979770362, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.02895188395632431, + "tpot_est_s": 0.027309132393863872, + "e2e_s": 3.4972116979770362 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 7.606059879006352, + "output_tok_s": 134.62949494078586, + "median_first_sse_s": 1.972318744956283, + "median_tpot_est_s": 0.02880268545677394, + "median_e2e_s": 5.650390047463588, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o128-c8-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.18404991598799825, + "tpot_est_s": 0.028480303795058573, + "e2e_s": 3.801048497960437 + }, + { + "id": "r2-n128-o128-c8-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.916035500995349, + "tpot_est_s": 0.02904420099991161, + "e2e_s": 7.604649027984124 + }, + { + "id": "r2-n128-o128-c8-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.2136657599476166, + "tpot_est_s": 0.028588245645730103, + "e2e_s": 3.8443729569553398 + }, + { + "id": "r2-n128-o128-c8-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.14257901097880676, + "tpot_est_s": 0.028474709385727333, + "e2e_s": 3.758867102966178 + }, + { + "id": "r2-n128-o128-c8-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.8880033909808844, + "tpot_est_s": 0.02901712526781778, + "e2e_s": 7.573178299993742 + }, + { + "id": "r2-n128-o128-c8-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.730971729964949, + "tpot_est_s": 0.029334137070920377, + "e2e_s": 7.456407137971837 + }, + { + "id": "r2-n128-o128-c8-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.8445885370019823, + "tpot_est_s": 0.029129369307206724, + "e2e_s": 7.544018439017236 + }, + { + "id": "r2-n128-o128-c8-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.031673157995101064, + "tpot_est_s": 0.028572494952433455, + "e2e_s": 3.66038001695415 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 5.2950671430444345, + "output_tok_s": 24.173442289233286, + "median_first_sse_s": 1.7069141670363024, + "median_tpot_est_s": 0.028251582913386718, + "median_e2e_s": 5.294865197036415, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7069141670363024, + "tpot_est_s": 0.028251582913386718, + "e2e_s": 5.294865197036415 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 8, + "summary": { + "requests": 8, + "output_tokens": 1024, + "wall_s": 18.676232537953183, + "output_tok_s": 54.829045307669155, + "median_first_sse_s": 8.481029923976166, + "median_tpot_est_s": 0.03921189980318322, + "median_e2e_s": 13.562135023996234, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o128-c8-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 5.508458863012493, + "tpot_est_s": 0.04294632093689412, + "e2e_s": 10.962641621998046 + }, + { + "id": "r2-n8192-o128-c8-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 11.385144590982236, + "tpot_est_s": 0.0368052869210181, + "e2e_s": 16.059416029951535 + }, + { + "id": "r2-n8192-o128-c8-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 9.512094067991711, + "tpot_est_s": 0.03901414337016158, + "e2e_s": 14.466890276002232 + }, + { + "id": "r2-n8192-o128-c8-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 3.634616459021345, + "tpot_est_s": 0.04283991207892999, + "e2e_s": 9.075285293045454 + }, + { + "id": "r2-n8192-o128-c8-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7212811039644293, + "tpot_est_s": 0.03940965623620487, + "e2e_s": 6.726307445962448 + }, + { + "id": "r2-n8192-o128-c8-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 13.237785292963963, + "tpot_est_s": 0.03278527284264711, + "e2e_s": 17.401514943980146 + }, + { + "id": "r2-n8192-o128-c8-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 7.449965779960621, + "tpot_est_s": 0.04100325977976075, + "e2e_s": 12.657379771990236 + }, + { + "id": "r2-n8192-o128-c8-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 15.138464029005263, + "tpot_est_s": 0.02785099234650146, + "e2e_s": 18.67554005701095 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 180, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\nspec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nmodule=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module)\nrunpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/Qwen3-4B", + "--device", + "cuda:1", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-device", + "cuda:0", + "--pd-prefill-no-prefix-cache", + "--pd-prefill-chunk", + "256", + "--pd-prefill-copy-overlap" + ] + ], + "metadata": { + "physical_gpus": 2, + "physical_atom": 0, + "physical_rngd": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 6.889983506000135, + "references": { + "128:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France," + }, + "8192:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any" + } + }, + "warmup_and_checks_s": 45.12585479096742, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"Qwen3-4B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"Qwen3-4B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"Qwen3-4B\",finished_reason=\"length\"} 74\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"Qwen3-4B\"} 307840\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"Qwen3-4B\"} 9472\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.04\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.06\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.08\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 8\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.25\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.75\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 30\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"5.0\"} 50\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"7.5\"} 57\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"10.0\"} 61\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 74\nvllm:time_to_first_token_seconds_sum{model_name=\"Qwen3-4B\"} 341.86597964691464\nvllm:time_to_first_token_seconds_count{model_name=\"Qwen3-4B\"} 74\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.025\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.05\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.075\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.15\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.2\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.3\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.4\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.75\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 74\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 74\nvllm:time_per_output_token_seconds_sum{model_name=\"Qwen3-4B\"} 2.4198560696626883\nvllm:time_per_output_token_seconds_count{model_name=\"Qwen3-4B\"} 74\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"5.0\"} 20\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"10.0\"} 50\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"15.0\"} 61\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"20.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"30.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"40.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"50.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"60.0\"} 74\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 74\nvllm:e2e_request_latency_seconds_sum{model_name=\"Qwen3-4B\"} 649.1877004940761\nvllm:e2e_request_latency_seconds_count{model_name=\"Qwen3-4B\"} 74\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"Qwen3-4B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"Qwen3-4B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"Qwen3-4B\"} 307840\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"Qwen3-4B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"Qwen3-4B\",side=\"remote\"} 74\nairm_pd_prefills_total{model_name=\"Qwen3-4B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"Qwen3-4B\"} 307840\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"Qwen3-4B\",stage=\"prefill\"} 71.17488584289094\nairm_pd_producer_seconds_total{model_name=\"Qwen3-4B\",stage=\"transfer\"} 0.18833716586232185\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-size-curve-summary.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-size-curve-summary.json new file mode 100644 index 00000000..86df8898 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-size-curve-summary.json @@ -0,0 +1,37 @@ +[ + { + "requested_gb": 0.1, + "False_ms": 6.563587987329811, + "False_source_peak_mb": 100.66944, + "True_ms": 9.276948985643685, + "True_source_peak_mb": 67.110912 + }, + { + "requested_gb": 0.5, + "False_ms": 32.122994016390294, + "False_source_peak_mb": 503.3472, + "True_ms": 43.66219195071608, + "True_source_peak_mb": 67.110912 + }, + { + "requested_gb": 1, + "False_ms": 64.02920797700062, + "False_source_peak_mb": 1006.6944, + "True_ms": 86.41383604845032, + "True_source_peak_mb": 67.11296 + }, + { + "requested_gb": 2, + "False_ms": 127.21471698023379, + "False_source_peak_mb": 2004.99968, + "True_ms": 171.61333898548037, + "True_source_peak_mb": 67.11296 + }, + { + "requested_gb": 4, + "False_ms": 253.60435101902112, + "False_source_peak_mb": 4001.61024, + "True_ms": 341.4797349832952, + "True_source_peak_mb": 67.11296 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence47/chunk47-size-curve.json b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-size-curve.json new file mode 100644 index 00000000..8fbaedf0 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/chunk47-size-curve.json @@ -0,0 +1,399 @@ +{ + "passed": true, + "torch": "2.13.0+cu130", + "runtime_commit": "0870dd3", + "chunk": 256, + "method": "Export wall time includes source KV gather and both host-staged DMA legs; excludes validation and warmup. No concurrent model compute. Decimal GB, rounded up to a full 64-token page.", + "rows": [ + { + "requested_gb": 0.1, + "kv_bytes": 100663296, + "tokens": 768, + "repeat": 0, + "copy_overlap": false, + "elapsed_s": 0.0065838120062835515, + "incremental_peak_device_bytes": { + "0": 100669440, + "1": 100663296 + }, + "parity": true + }, + { + "requested_gb": 0.1, + "kv_bytes": 100663296, + "tokens": 768, + "repeat": 0, + "copy_overlap": true, + "elapsed_s": 0.009597369993571192, + "incremental_peak_device_bytes": { + "0": 67110912, + "1": 117440512 + }, + "parity": true + }, + { + "requested_gb": 0.1, + "kv_bytes": 100663296, + "tokens": 768, + "repeat": 1, + "copy_overlap": true, + "elapsed_s": 0.00923771201632917, + "incremental_peak_device_bytes": { + "0": 67110912, + "1": 117440512 + }, + "parity": true + }, + { + "requested_gb": 0.1, + "kv_bytes": 100663296, + "tokens": 768, + "repeat": 1, + "copy_overlap": false, + "elapsed_s": 0.006563587987329811, + "incremental_peak_device_bytes": { + "0": 100669440, + "1": 100663296 + }, + "parity": true + }, + { + "requested_gb": 0.1, + "kv_bytes": 100663296, + "tokens": 768, + "repeat": 2, + "copy_overlap": false, + "elapsed_s": 0.006545621028635651, + "incremental_peak_device_bytes": { + "0": 100669440, + "1": 100663296 + }, + "parity": true + }, + { + "requested_gb": 0.1, + "kv_bytes": 100663296, + "tokens": 768, + "repeat": 2, + "copy_overlap": true, + "elapsed_s": 0.009276948985643685, + "incremental_peak_device_bytes": { + "0": 67110912, + "1": 117440512 + }, + "parity": true + }, + { + "requested_gb": 0.5, + "kv_bytes": 503316480, + "tokens": 3840, + "repeat": 0, + "copy_overlap": false, + "elapsed_s": 0.03210686898091808, + "incremental_peak_device_bytes": { + "0": 503347200, + "1": 503316480 + }, + "parity": true + }, + { + "requested_gb": 0.5, + "kv_bytes": 503316480, + "tokens": 3840, + "repeat": 0, + "copy_overlap": true, + "elapsed_s": 0.04366056201979518, + "incremental_peak_device_bytes": { + "0": 67110912, + "1": 520093696 + }, + "parity": true + }, + { + "requested_gb": 0.5, + "kv_bytes": 503316480, + "tokens": 3840, + "repeat": 1, + "copy_overlap": true, + "elapsed_s": 0.04366219195071608, + "incremental_peak_device_bytes": { + "0": 67110912, + "1": 520093696 + }, + "parity": true + }, + { + "requested_gb": 0.5, + "kv_bytes": 503316480, + "tokens": 3840, + "repeat": 1, + "copy_overlap": false, + "elapsed_s": 0.032122994016390294, + "incremental_peak_device_bytes": { + "0": 503347200, + "1": 503316480 + }, + "parity": true + }, + { + "requested_gb": 0.5, + "kv_bytes": 503316480, + "tokens": 3840, + "repeat": 2, + "copy_overlap": false, + "elapsed_s": 0.03229161602212116, + "incremental_peak_device_bytes": { + "0": 503347200, + "1": 503316480 + }, + "parity": true + }, + { + "requested_gb": 0.5, + "kv_bytes": 503316480, + "tokens": 3840, + "repeat": 2, + "copy_overlap": true, + "elapsed_s": 0.04486027703387663, + "incremental_peak_device_bytes": { + "0": 67110912, + "1": 520093696 + }, + "parity": true + }, + { + "requested_gb": 1, + "kv_bytes": 1006632960, + "tokens": 7680, + "repeat": 0, + "copy_overlap": false, + "elapsed_s": 0.06402920797700062, + "incremental_peak_device_bytes": { + "0": 1006694400, + "1": 1006632960 + }, + "parity": true + }, + { + "requested_gb": 1, + "kv_bytes": 1006632960, + "tokens": 7680, + "repeat": 0, + "copy_overlap": true, + "elapsed_s": 0.08641383604845032, + "incremental_peak_device_bytes": { + "0": 67112960, + "1": 1023410176 + }, + "parity": true + }, + { + "requested_gb": 1, + "kv_bytes": 1006632960, + "tokens": 7680, + "repeat": 1, + "copy_overlap": true, + "elapsed_s": 0.0865272160153836, + "incremental_peak_device_bytes": { + "0": 67112960, + "1": 1023410176 + }, + "parity": true + }, + { + "requested_gb": 1, + "kv_bytes": 1006632960, + "tokens": 7680, + "repeat": 1, + "copy_overlap": false, + "elapsed_s": 0.06393883901182562, + "incremental_peak_device_bytes": { + "0": 1006694400, + "1": 1006632960 + }, + "parity": true + }, + { + "requested_gb": 1, + "kv_bytes": 1006632960, + "tokens": 7680, + "repeat": 2, + "copy_overlap": false, + "elapsed_s": 0.06403932702960446, + "incremental_peak_device_bytes": { + "0": 1006694400, + "1": 1006632960 + }, + "parity": true + }, + { + "requested_gb": 1, + "kv_bytes": 1006632960, + "tokens": 7680, + "repeat": 2, + "copy_overlap": true, + "elapsed_s": 0.08621758600929752, + "incremental_peak_device_bytes": { + "0": 67110912, + "1": 1023410176 + }, + "parity": true + }, + { + "requested_gb": 2, + "kv_bytes": 2004877312, + "tokens": 15296, + "repeat": 0, + "copy_overlap": false, + "elapsed_s": 0.12719678098801523, + "incremental_peak_device_bytes": { + "0": 2004999680, + "1": 2004877312 + }, + "parity": true + }, + { + "requested_gb": 2, + "kv_bytes": 2004877312, + "tokens": 15296, + "repeat": 0, + "copy_overlap": true, + "elapsed_s": 0.17161333898548037, + "incremental_peak_device_bytes": { + "0": 67110912, + "1": 2021654528 + }, + "parity": true + }, + { + "requested_gb": 2, + "kv_bytes": 2004877312, + "tokens": 15296, + "repeat": 1, + "copy_overlap": true, + "elapsed_s": 0.17177250201348215, + "incremental_peak_device_bytes": { + "0": 67110912, + "1": 2021654528 + }, + "parity": true + }, + { + "requested_gb": 2, + "kv_bytes": 2004877312, + "tokens": 15296, + "repeat": 1, + "copy_overlap": false, + "elapsed_s": 0.12738582503516227, + "incremental_peak_device_bytes": { + "0": 2004999680, + "1": 2004877312 + }, + "parity": true + }, + { + "requested_gb": 2, + "kv_bytes": 2004877312, + "tokens": 15296, + "repeat": 2, + "copy_overlap": false, + "elapsed_s": 0.1272147169802338, + "incremental_peak_device_bytes": { + "0": 2004999680, + "1": 2004877312 + }, + "parity": true + }, + { + "requested_gb": 2, + "kv_bytes": 2004877312, + "tokens": 15296, + "repeat": 2, + "copy_overlap": true, + "elapsed_s": 0.17158402100903913, + "incremental_peak_device_bytes": { + "0": 67112960, + "1": 2021654528 + }, + "parity": true + }, + { + "requested_gb": 4, + "kv_bytes": 4001366016, + "tokens": 30528, + "repeat": 0, + "copy_overlap": false, + "elapsed_s": 0.2537750880001113, + "incremental_peak_device_bytes": { + "0": 4001610240, + "1": 4001366016 + }, + "parity": true + }, + { + "requested_gb": 4, + "kv_bytes": 4001366016, + "tokens": 30528, + "repeat": 0, + "copy_overlap": true, + "elapsed_s": 0.3414797349832952, + "incremental_peak_device_bytes": { + "0": 67112960, + "1": 4018143232 + }, + "parity": true + }, + { + "requested_gb": 4, + "kv_bytes": 4001366016, + "tokens": 30528, + "repeat": 1, + "copy_overlap": true, + "elapsed_s": 0.3408148970338516, + "incremental_peak_device_bytes": { + "0": 67112960, + "1": 4018143232 + }, + "parity": true + }, + { + "requested_gb": 4, + "kv_bytes": 4001366016, + "tokens": 30528, + "repeat": 1, + "copy_overlap": false, + "elapsed_s": 0.2535678920103237, + "incremental_peak_device_bytes": { + "0": 4001610240, + "1": 4001366016 + }, + "parity": true + }, + { + "requested_gb": 4, + "kv_bytes": 4001366016, + "tokens": 30528, + "repeat": 2, + "copy_overlap": false, + "elapsed_s": 0.2536043510190211, + "incremental_peak_device_bytes": { + "0": 4001610240, + "1": 4001366016 + }, + "parity": true + }, + { + "requested_gb": 4, + "kv_bytes": 4001366016, + "tokens": 30528, + "repeat": 2, + "copy_overlap": true, + "elapsed_s": 0.3416481590247713, + "incremental_peak_device_bytes": { + "0": 67112960, + "1": 4018143232 + }, + "parity": true + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/events.jsonl b/opt_prime/examples/pd/http_matrix/evidence47/events.jsonl new file mode 100644 index 00000000..cf1af5df --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/events.jsonl @@ -0,0 +1,6 @@ +{"id": "d9358d07158e450796d238b5bfcf608c", "ts": "2026-10-24T02:10:43+09:00", "task": "Chunk-copy overlap (aicomp #47)", "result": "Implemented opt-in bounded GPU chunk-copy path;16 focused tests pass including exact KV/token, cached/empty spans and transfer failure recovery. Full regression running; no throughput or CUDA overlap claim yet.", "next": "Finish full regression, CUDA timeline and four-model serving A/B; retain RNGD/ATOM transport work", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [], "experiments": ["experiments/2026-10-24-chunk-copy47.md"], "labels": ["experiment"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "126ecfe067c74056a3bd8cbc0dda670e", "ts": "2026-10-24T02:13:37+09:00", "task": "Chunk-copy overlap (aicomp #47)", "result": "Opt-in GPU chunk-copy implementation:16 focused tests pass;full CPU suite504 passed43 skipped253 subtests,151.19s. Additional CUDA consumer/source-reuse check passed. No speedup claim; four-model A/B and actual timeline pending.", "next": "Publish draft and measure GPU timeline plus matched four-model serving; finish RNGD-ATOM matrix", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/chunk47-full-tests.log", "size": 1619, "sha256": "8fd94e3cf891b5e9"}], "experiments": ["experiments/2026-10-24-chunk-copy47.md"], "labels": ["experiment"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "a2e33fb4e2c442388d1826ba4ca0e2c1", "ts": "2026-10-24T02:14:58+09:00", "task": "Chunk-copy overlap (aicomp #47)", "result": "Draft PR254 published at0870dd3:bounded GPU chunk-copy overlap;17 focused CUDA/factory tests pass,full CPU suite504 passed43 skipped253 subtests. No measured speedup claim.", "next": "CUDA timeline and four-model serving A/B; KONI/Gemma RNGD-ATOM queue remains live", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"commit": "0870dd3", "pr": "254"}, "artifacts": [], "experiments": ["experiments/2026-10-24-chunk-copy47.md"], "labels": ["experiment"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "e5bdabc0c05c4842aa979d52380d8792", "ts": "2026-10-24T02:19:38+09:00", "task": "Chunk-copy overlap (aicomp #47)", "result": "Qwen0.6B8192-token prefill median997.98->955.64ms(-4.24%);6/6 exact KV/token. CUDA trace proves27.91ms DtoH/kernel overlap, mainly27.47ms KV gather;GEMM overlap0. Four-model HTTP A/B running.", "next": "Finish matched HTTP runs; test larger KV and recurrent models", "state": "active", "done": false, "blocker": "", "metrics": {"prefill_ms": "955.6398"}, "params": {"input_tokens": "8192", "chunk": "256", "model": "Qwen3-0.6B", "commit": "0870dd3"}, "artifacts": [{"path": "analysis/serving-matrix-201/chunk47-qwen06-prefill.json", "size": 1567, "sha256": "20bf59768cc6c7a9"}, {"path": "analysis/serving-matrix-201/chunk47-qwen06-trace-summary.json", "size": 875, "sha256": "ad781a7072a406fc"}], "experiments": ["experiments/2026-10-24-chunk-copy47.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "506a8d2795fb49c280ec948b8e7383d5", "ts": "2026-10-24T02:30:43+09:00", "task": "Chunk-copy overlap (aicomp #47)", "result": "First Qwen HTTP block48batches parity pass.8192/c8:Qwen0.6 off78.85/on76.39tok_s(-3.1%);Qwen4 off54.45/on55.81(+2.5%). Short prompts regress; keep opt-in. KONI/Gemma live.", "next": "Finish four models and reverse-order repetition before promotion", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"input_tokens": "8192", "output_tokens": "128", "concurrency": "8"}, "artifacts": [{"path": "analysis/serving-matrix-201/chunk47-qwen06b-serving-summary.json", "size": 1448, "sha256": "a40f4ff9de661d4f"}, {"path": "analysis/serving-matrix-201/chunk47-qwen4b-serving-summary.json", "size": 1451, "sha256": "d27729809d8dfda2"}], "experiments": ["experiments/2026-10-24-chunk-copy47.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "6c4e171d11fd4c429bde1e02c767b3ea", "ts": "2026-10-24T02:49:20+09:00", "task": "Chunk-copy overlap (aicomp #47)", "result": "GPU blockA96batches all parity;long/c8 overlap changes Q06-3.1%,Q4+2.5%,KONI+2.4%,Gemma-1.5%.0.1-4GB export curve30constant-payload checks pass:4GB253.6->341.5ms but extra source allocation4001.6->67.1MB. Reverse blockB live.", "next": "Finish reverse-order serving validation; retain opt-in unless benefit is repeatable", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"commit": "0870dd3"}, "artifacts": [{"path": "analysis/serving-matrix-201/chunk47-four-model-serving-a-summary.json", "size": 3501, "sha256": "77563ee48773d816"}, {"path": "analysis/serving-matrix-201/chunk47-size-curve-summary.json", "size": 894, "sha256": "b66f10e4de16e96e"}], "experiments": ["experiments/2026-10-24-chunk-copy47.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/evidence47/focused-tests.log b/opt_prime/examples/pd/http_matrix/evidence47/focused-tests.log new file mode 100644 index 00000000..c401049f --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/focused-tests.log @@ -0,0 +1,2 @@ +................. [100%] +17 passed in 4.79s diff --git a/opt_prime/examples/pd/http_matrix/evidence47/full-tests.log b/opt_prime/examples/pd/http_matrix/evidence47/full-tests.log new file mode 100644 index 00000000..497e4a4b --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/full-tests.log @@ -0,0 +1,21 @@ +.sssssss.....................ssssssssss.....................................................s..... [ 18%] +........................................................s.s............. [ 31%] +....ss.....................ss....s...................................... [ 44%] +........................................................................ [ 57%] +....s.s...........................................s..................... [ 70%] +..........sssssssss.....................................................s.s.............................................................................. [ 99%] +s.... [100%] +=============================== warnings summary =============================== +tests/test_kvstore.py::test_second_engine_reuses_chunks_from_the_store[lmcache] + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +504 passed, 43 skipped, 1 warning, 253 subtests passed in 151.19s (0:02:31) diff --git a/opt_prime/examples/pd/http_matrix/evidence47/profile_chunk47.py b/opt_prime/examples/pd/http_matrix/evidence47/profile_chunk47.py new file mode 100644 index 00000000..96776713 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/profile_chunk47.py @@ -0,0 +1,36 @@ +"""Paired prefill measurement and separate CUDA traces; no serving-speed claim.""" +import json, time, os +from pathlib import Path +import torch +from transformers import AutoModelForCausalLM +from opt_prime.accel.pd import PDRequest +from opt_prime.accel.pd.pd_batching import TorchPrefillEngine + +root = Path(__file__).resolve().parent +torch.set_num_threads(4) +model_path = '/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca' +model = AutoModelForCausalLM.from_pretrained(model_path, dtype=torch.bfloat16, local_files_only=True).to('cuda:0').eval() +engines = {flag: TorchPrefillEngine(model, max_context=9216, chunk=256, page_size=64, + prefix_cache=False, out_device='cuda:1', copy_overlap=flag) + for flag in [False, True]} +prompt = json.loads((root/'perf248-qwen06b-native-long128.json').read_text())['prompts']['8192'] +request = PDRequest('chunk47', tuple(prompt), 1) +reference = engines[False].prefill(request) +engines[True].prefill(request) +rows = [] +for repeat in range(3): + for flag in ([False, True] if repeat % 2 == 0 else [True, False]): + torch.cuda.synchronize(0); torch.cuda.synchronize(1) + start=time.perf_counter(); out=engines[flag].prefill(request); elapsed=time.perf_counter()-start + parity = out.token == reference.token and torch.equal(out.keys, reference.keys) and torch.equal(out.values, reference.values) + row=dict(repeat=repeat,copy_overlap=flag,elapsed_s=elapsed,prefill_s=out.prefill_s,transfer_tail_s=out.transfer_s,parity=parity,kv_bytes=sum(t.numel()*t.element_size() for t in (out.keys,out.values))) + rows.append(row);print(json.dumps(row),flush=True) + assert parity + del out +(root/'chunk47-qwen06-prefill.json').write_text(json.dumps(dict(model='Qwen3-0.6B',commit='0870dd3',torch=torch.__version__,input_tokens=8192,chunk=256,prefix_cache=False,rows=rows),indent=2)+'\n') +for flag in [False,True]: + with torch.profiler.profile(activities=[torch.profiler.ProfilerActivity.CPU,torch.profiler.ProfilerActivity.CUDA]) as prof: + out=engines[flag].prefill(request) + prof.export_chrome_trace(str(root/f'chunk47-qwen06-trace-{int(flag)}.json')) + print('TRACE',flag,flush=True) + del out diff --git a/opt_prime/examples/pd/http_matrix/evidence47/run_chunk47_serving.py b/opt_prime/examples/pd/http_matrix/evidence47/run_chunk47_serving.py new file mode 100644 index 00000000..4d8cdf2e --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/run_chunk47_serving.py @@ -0,0 +1,28 @@ +"""Matched GPU PD baseline/copy-overlap serving runs; abort on failed parity.""" +import json,os,subprocess,sys +from pathlib import Path +root=Path(__file__).resolve().parent +runtime=Path('/home/gspark/workspace/aicomp-chunk-copy-47') +harness=Path('/home/gspark/workspace/aicomp-heteroperf-248/opt_prime/examples/pd/http_matrix/benchmark.py') +models=[('qwen06b','/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca'),('qwen4b','/tmp/serving-matrix-models/Qwen3-4B'),('koni','/tmp/serving-matrix-models/KONI-8B'),('gemma','/tmp/serving-matrix-models/Gemma3-1B')] +bootstrap="""import sys,importlib.util,runpy +spec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py') +module=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module) +runpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__') +""" +env=dict(os.environ,CUDA_VISIBLE_DEVICES='0,1',PYTHONPATH=str(runtime/'opt_prime'),HF_HUB_OFFLINE='1') +for i,(label,model) in enumerate(models): + for flag in ([False,True] if i%2==0 else [True,False]): + stem=f'chunk47-{label}-overlap{int(flag)}-a';dest=root/(stem+'.json') + if dest.exists():raise RuntimeError('Refusing overwrite '+str(dest)) + argv=[sys.executable,'-c',bootstrap,'--model',model,'--device','cuda:1','--dtype','bfloat16','--slots','4','--max-context','9216','--max-output','128','--kv','paged','--page-size','64','--chunk','256','--port','{port}','--pd-prefill-device','cuda:0','--pd-prefill-no-prefix-cache','--pd-prefill-chunk','256'] + if flag:argv+=['--pd-prefill-copy-overlap'] + config={'servers':[argv],'metadata':dict(physical_gpus=2,physical_atom=0,physical_rngd=0,slots_per_decoder=4,producer_cache=False,decoder_cache=False,producer_chunk=256,local_chunk=256,context=9216)} + config_path=root/(stem+'-config.json');config_path.write_text(json.dumps(config,indent=2)+'\n') + cmd=[sys.executable,str(harness),'--model',model,'--mode','pd','--server-config',str(config_path),'--lengths','128','8192','--outputs','128','--concurrency','1','8','--repeats','3','--output',str(dest),'--reference',str(root/f'perf248-{label}-native-long128.json')] + print('START',label,flag,json.dumps(cmd),flush=True) + with dest.with_suffix('.log').open('w') as log:run=subprocess.run(cmd,env=env,stdout=log,stderr=subprocess.STDOUT) + print('END',label,flag,run.returncode,flush=True) + if run.returncode:sys.exit(run.returncode) + data=json.loads(dest.read_text()) + if not data['passed'] or not data['parity_passed']:raise RuntimeError('Parity failed '+stem) diff --git a/opt_prime/examples/pd/http_matrix/evidence47/run_chunk47_serving_reverse.py b/opt_prime/examples/pd/http_matrix/evidence47/run_chunk47_serving_reverse.py new file mode 100644 index 00000000..a0166ad2 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/run_chunk47_serving_reverse.py @@ -0,0 +1,28 @@ +"""Matched GPU PD baseline/copy-overlap serving runs; abort on failed parity.""" +import json,os,subprocess,sys +from pathlib import Path +root=Path(__file__).resolve().parent +runtime=Path('/home/gspark/workspace/aicomp-chunk-copy-47') +harness=Path('/home/gspark/workspace/aicomp-heteroperf-248/opt_prime/examples/pd/http_matrix/benchmark.py') +models=[('qwen06b','/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca'),('qwen4b','/tmp/serving-matrix-models/Qwen3-4B'),('koni','/tmp/serving-matrix-models/KONI-8B'),('gemma','/tmp/serving-matrix-models/Gemma3-1B')] +bootstrap="""import sys,importlib.util,runpy +spec=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py') +module=importlib.util.module_from_spec(spec);sys.modules[spec.name]=module;spec.loader.exec_module(module) +runpy.run_path('/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime/examples/pd/serve_batched.py',run_name='__main__') +""" +env=dict(os.environ,CUDA_VISIBLE_DEVICES='0,1',PYTHONPATH=str(runtime/'opt_prime'),HF_HUB_OFFLINE='1') +for i,(label,model) in enumerate(reversed(models)): + for flag in ([False,True] if i%2==0 else [True,False]): + stem=f'chunk47-{label}-overlap{int(flag)}-b';dest=root/(stem+'.json') + if dest.exists():raise RuntimeError('Refusing overwrite '+str(dest)) + argv=[sys.executable,'-c',bootstrap,'--model',model,'--device','cuda:1','--dtype','bfloat16','--slots','4','--max-context','9216','--max-output','128','--kv','paged','--page-size','64','--chunk','256','--port','{port}','--pd-prefill-device','cuda:0','--pd-prefill-no-prefix-cache','--pd-prefill-chunk','256'] + if flag:argv+=['--pd-prefill-copy-overlap'] + config={'servers':[argv],'metadata':dict(physical_gpus=2,physical_atom=0,physical_rngd=0,slots_per_decoder=4,producer_cache=False,decoder_cache=False,producer_chunk=256,local_chunk=256,context=9216)} + config_path=root/(stem+'-config.json');config_path.write_text(json.dumps(config,indent=2)+'\n') + cmd=[sys.executable,str(harness),'--model',model,'--mode','pd','--server-config',str(config_path),'--lengths','128','8192','--outputs','128','--concurrency','1','8','--repeats','3','--output',str(dest),'--reference',str(root/f'perf248-{label}-native-long128.json')] + print('START',label,flag,json.dumps(cmd),flush=True) + with dest.with_suffix('.log').open('w') as log:run=subprocess.run(cmd,env=env,stdout=log,stderr=subprocess.STDOUT) + print('END',label,flag,run.returncode,flush=True) + if run.returncode:sys.exit(run.returncode) + data=json.loads(dest.read_text()) + if not data['passed'] or not data['parity_passed']:raise RuntimeError('Parity failed '+stem) diff --git a/opt_prime/examples/pd/http_matrix/evidence47/summarize_chunk47_trace.py b/opt_prime/examples/pd/http_matrix/evidence47/summarize_chunk47_trace.py new file mode 100644 index 00000000..925b6858 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence47/summarize_chunk47_trace.py @@ -0,0 +1,31 @@ +import json +from pathlib import Path +root=Path(__file__).resolve().parent + +def union(intervals): + out=[] + for a,b in sorted(intervals): + if out and a <= out[-1][1]:out[-1][1]=max(out[-1][1],b) + else:out.append([a,b]) + return out + +def intersection(a,b): + i=j=0; total=0 + while i1024*1024] + ki=union([(e['ts'],e['ts']+e['dur']) for e in kernels]);gi=union([(e['ts'],e['ts']+e['dur']) for e in gemms]);ci=union([(e['ts'],e['ts']+e['dur']) for e in copies]) + results.append(dict(copy_overlap=bool(flag),dtoh_count=len(copies),dtoh_bytes=sum(e['args']['bytes'] for e in copies),dtoh_union_ms=sum(b-a for a,b in ci)/1000,kernel_intersection_ms=intersection(ci,ki)/1000,gemm_intersection_ms=intersection(ci,gi)/1000,gemm_count=len(gemms),copy_streams=sorted(set(e['args']['stream'] for e in copies)),kernel_streams=sorted(set(e['args']['stream'] for e in kernels)))) + del events,d,kernels,gemms,copies +out={'method':'Intersection of unioned device0 CUDA kernel/GEMM intervals and >1MiB device0 DtoH intervals. Profiler runs separate from unprofiled latency runs; not critical-path attribution.', 'rows':results} +(root/'chunk47-qwen06-trace-summary.json').write_text(json.dumps(out,indent=2)+'\n');print(json.dumps(out,indent=2)) diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-chunk-copy47.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-chunk-copy47.md new file mode 100644 index 00000000..ca3fc89e --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-chunk-copy47.md @@ -0,0 +1,124 @@ +# Bounded GPU chunk-copy overlap (#47) + +- **Date**: 2026-10-24 +- **Task**: Chunk-copy overlap (aicomp #47) +- **Host / device**: GPU host; two CUDA devices; torch 2.13.0+cu130 +- **Commit**: aicomp 273952a + dirty, worktree aicomp-chunk-copy-47 + +## Question + +Can producer compute advance while host-staged KV copies are pending, preserving exact KV and token output, prefix offsets, and safe recovery after a transfer error? + +## Setup + +Opt-in TorchPrefillEngine copy_overlap and serving flag --pd-prefill-copy-overlap. A single copy worker uses dedicated source/destination streams and at most two pending gathered spans. Destination KV remains request-owned and is returned only after all copies finish. The prefill_s counter includes queue backpressure; transfer_s measures only the unhidden tail, not total DMA time. GPU-to-GPU only; RNGD/ATOM transports are unchanged. Empty spans exposed an existing PagedKV slot-index dtype bug, fixed by explicitly using long indices. + +## Command + +```bash +cd /home/gspark/workspace/aicomp-chunk-copy-47 +PYTHONPATH=opt_prime /home/gspark/venvs/pt213/bin/python -m pytest opt_prime/tests/test_pd_chunk_copy.py -xq +PYTHONPATH=opt_prime /home/gspark/venvs/pt213/bin/python -m pytest opt_prime/tests/test_pd_chunk_copy.py opt_prime/tests/test_serving_prefill_cache.py -q +cd opt_prime +CUDA_VISIBLE_DEVICES='' PYTHONPATH=. /home/gspark/venvs/pt213/bin/python -m pytest -q +``` + +## Results + +| config | metric | value | vs. baseline | +|---|---|---:|---:| +| Missing overlap implementation | RED | 1 failed: unexpected copy_overlap keyword | expected | +| First implementation | tests | 6 passed, 1 failed (existing empty-span index bug) | fixed | +| Exact KV/token, cache/offset/empty span, delayed transfer/failure recovery, route validation | focused tests | 16 passed, 4.71 s | two GPUs | +| Full CPU regression | tests | 504 passed, 43 skipped, 253 subtests; 151.19 s | one existing flex-attention warning | + +Full regression log: analysis/serving-matrix-201/chunk47-full-tests.log. A subsequent real CUDA cross-stream consumer/source-reuse check passed (1 test); the full suite above preceded adding this GPU-only test. + +## Conclusion + +Focused tests prove correctness and producer progress while a transfer is deliberately delayed. They do not prove actual CUDA compute/DMA concurrency or serving speedup. CUDA timeline, four-model serving A/B and the issue #47 0.1–4 GB transfer curve remain outstanding. Do not close #47. The original layer-wise RNGD transport requirement is not completed by this GPU token-chunk path. + +Final focused rerun including cross-stream source reuse: 17 passed in 4.79s + +## Qwen3-0.6B paired prefill and physical CUDA trace + +Commit 0870dd3; two A100 80GB PCIe GPUs, driver 580.178.04, torch 2.13.0+cu130. Input 8192, chunk 256, cache off, BF16; KV 939,524,096 bytes. One warmup per mode then three alternating paired repeats. This measures prefill+handoff, not HTTP serving. + +Exact command: +```bash +CUDA_VISIBLE_DEVICES=0,1 PYTHONPATH=/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime HF_HUB_OFFLINE=1 /home/gspark/venvs/pt213/bin/python analysis/serving-matrix-201/profile_chunk47.py +python3 analysis/serving-matrix-201/summarize_chunk47_trace.py +``` + +Whole-span median 997.982 ms; overlap 955.640 ms; latency reduction 4.24%. All six unprofiled runs match baseline KV and first token exactly. Median unhidden transfer tail: 55.608 ms -> 2.617 ms. + +Separate profiled runs: whole-span 2 DtoH copies / 939,524,096 bytes, 35.732 ms total DtoH and 0 ms intersection with source kernels. Chunked: 64 DtoH copies / identical bytes, 35.861 ms total DtoH and 27.907 ms intersection with source kernels on a different stream. Dominant intersecting kernels are KV/index gathers (27.468 ms); measured GEMM intersection is zero. This proves physical copy/gather overlap, not overlap with GEMM or an HTTP speedup. Profiling overhead is excluded from the latency comparison. + +Raw profiler traces are about 197/199 MB and retained locally; only summaries and reproducer scripts are published. +- `chunk47-qwen06-trace-0.json` SHA256 `4e6ee2ad0a5f4b1765fbaf5d6f048f84305100d03cae148f5ea903d49918aadb` +- `chunk47-qwen06-trace-1.json` SHA256 `9c85103a59243fc87179bcb59cfdd74ede9d45ffc53ec63235218b73ae952e7e` + +## First HTTP serving block: two Qwen models complete + +Runtime0870dd3 (documentation subsequently12fefe0), benchmark harness from heterogeneous PR252, same HTTP9e442cd candidate. Inputs128/8192,output128,c1/8,repeats3,producer/decoder cache off,chunk256,4decoder slots,two GPUs. Native-token references are the existing same-model native-long128 JSON. The exact reproducible command is: +```bash +/home/gspark/venvs/pt213/bin/python analysis/serving-matrix-201/run_chunk47_serving.py +``` +Order: Qwen0.6 off/on, Qwen4 on/off, KONI off/on, Gemma on/off. Qwen0.6 andQwen4 each completed24measured batches with all token/text parity checks passing. KONI/Gemma pending. + +|Model|input|c|off tok/s|on tok/s|change|off/on first SSE(s)| +|---|---:|---:|---:|---:|---:|---:| +|qwen06b|128|1|50.927|49.065|-3.66%|0.0243/0.0236| +|qwen06b|128|8|183.806|181.237|-1.40%|1.4885/1.5076| +|qwen06b|8192|1|36.410|35.174|-3.39%|0.9945/0.9639| +|qwen06b|8192|8|78.855|76.391|-3.12%|5.7238/5.7484| +|qwen4b|128|1|40.366|37.564|-6.94%|0.0276/0.0298| +|qwen4b|128|8|145.266|137.487|-5.35%|1.8649/1.9684| +|qwen4b|8192|1|25.507|25.057|-1.77%|1.7511/1.6994| +|qwen4b|8192|8|54.452|55.807|+2.49%|8.6300/8.2989| + +The microbenchmark benefit does not establish serving throughput benefit. Qwen0.6 regresses in this first block; Qwen4 improves only in the long/c8 case. Reverse-order repetition and the remaining models are needed. Keep overlap opt-in. No CPU test suites ran concurrently with this serving block. + +## Completed HTTP block A and large-KV export curve + +All4models×2modes×12timed batches completed:96batches with all token/text checks passing. At8192input/128output/c8, median tok/s: + +|model|whole-span|chunk copy|change| +|---|---:|---:|---:| +|qwen06b|78.855|76.391|-3.12%| +|qwen4b|54.452|55.807|+2.49%| +|koni|52.673|53.928|+2.38%| +|gemma|72.473|71.360|-1.54%| + +No universal serving improvement: two large models improve slightly in this block, two smaller models regress. Reverse model/mode order blockB started after all CPU tests and the transfer curve completed: +```bash +/home/gspark/venvs/pt213/bin/python analysis/serving-matrix-201/run_chunk47_serving_reverse.py +``` + +Export-only size curve, same runtime0870dd3/two A100s: 32layers×8KVheads×128head_dim,BF16; decimal GB rounded to64-token pages;chunk256. One warmup per mode/size then3alternating repeats. Both timings include source gather and both host-staged DMA legs. No concurrent model compute is available to hide copies. Full-target constant-payload integrity checks passed all30runs; real model KV/token correctness is covered separately. Peak memory is incremental **source GPU allocation**, not pinned-host RSS or total device memory. + +```bash +CUDA_VISIBLE_DEVICES=0,1 PYTHONPATH=/home/gspark/workspace/aicomp-chunk-copy-47/opt_prime /home/gspark/venvs/pt213/bin/python analysis/serving-matrix-201/bench_chunk47_sizes.py +``` + +|requested GB|whole ms|chunk ms|whole extra source MB|chunk extra source MB| +|---|---:|---:|---:|---:| +|0.1|6.564|9.277|100.67|67.11| +|0.5|32.123|43.662|503.35|67.11| +|1|64.029|86.414|1006.69|67.11| +|2|127.215|171.613|2005.00|67.11| +|4|253.604|341.480|4001.61|67.11| + +Chunk export alone is slower (~35% at4GB), but bounds source staging near67.1MB instead of scaling to4GB. Together with the separate CUDA trace, this supports bounded staging and copy/gather overlap, not an intrinsic bandwidth improvement or default enablement. Raw `chunk47-size-curve.json` and summary retained; blockB pending. + +## Reverse blockB partial observation + +Gemma and KONI finished both modes with parity. At8192/c8/output128, Gemma off71.308/on71.111tok_s(-0.28%);KONI off52.591/on51.787(-1.53%). KONI changed sign from+2.38% inblockA, so the small throughput benefit is not repeatable so far. Qwen modes remain running. Raw partial summary: chunk47-reverse-partial-summary.json. + +## Completed reverse blockB + +All 192 timed batches across four models, two modes and two order blocks passed output parity. Summary: `analysis/serving-matrix-201/chunk47-four-model-serving-ab-summary.json`. Runtime remains 0870dd3; inputs 128/8192, output 128, concurrency 1/8, three repeats per condition. BlockB reverses model and mode order. + +At 8192 input / concurrency 8, throughput changes (A / B): Qwen3-0.6B -3.12% / +5.80%; Qwen3-4B +2.49% / +17.39%; KONI +2.38% / -1.53%; Gemma -1.54% / -0.28%. These are block-specific comparisons, not a pooled causal speedup. + +Qwen3-4B baseline accumulated prefill time increased from 69.90043s in A to 82.20574s in B, while baseline transfer time stayed 3.35424s / 3.35625s (74 remote requests per run, including warmup and checks). The larger B improvement is confounded by slower baseline prefill; the cause is unverified. Keep overlap opt-in. B raw results and the full summary are included in evidence47 for PR254. diff --git a/opt_prime/examples/pd/serve_batched.py b/opt_prime/examples/pd/serve_batched.py index 5f3f38cf..7390fd2f 100644 --- a/opt_prime/examples/pd/serve_batched.py +++ b/opt_prime/examples/pd/serve_batched.py @@ -29,6 +29,10 @@ def prefill_worker(a, slots, config): """the PD prefill side from the flags, or None (aggregated serving)""" + overlap = getattr(a, "pd_prefill_copy_overlap", False) + if overlap and (not a.pd_prefill_device or a.backend != "torch" or + torch.device(a.pd_prefill_device).type != "cuda" or torch.device(a.device).type != "cuda"): + raise ValueError("PD copy overlap requires a Torch CUDA producer and CUDA decoder") if a.pd_prefill_device: chunk = getattr(a, "pd_prefill_chunk", 2048) if chunk <= 0: @@ -37,6 +41,7 @@ def prefill_worker(a, slots, config): m = AutoModelForCausalLM.from_pretrained(a.model, dtype=getattr(torch, a.dtype)).to(a.pd_prefill_device).eval() return PrefillWorker(TorchPrefillEngine(m, max_context=a.max_context, chunk=chunk, prefix_cache=not getattr(a, "pd_prefill_no_prefix_cache", False), + copy_overlap=overlap, out_device=a.device if a.backend == "torch" else "cpu")) if a.pd_prefill_python: @@ -127,6 +132,8 @@ def build(a): help="Torch --pd-prefill-device producer chunk size (default: 2048)") ap.add_argument("--pd-prefill-no-prefix-cache", action="store_true", help="disable prefix reuse in the Torch --pd-prefill-device producer (decoder policy unchanged)") + ap.add_argument("--pd-prefill-copy-overlap", action="store_true", + help="overlap Torch GPU prefill chunks with bounded host-staged KV copies to another GPU") ap.add_argument("--pd-prefill-python", default=None, help="PD: prefill_server under this interpreter") ap.add_argument("--pd-prefill-args", default="--engine torch --device cpu") ap.add_argument("--pd-prefill-pythonpath", default=None) diff --git a/opt_prime/opt_prime/accel/pd/paged.py b/opt_prime/opt_prime/accel/pd/paged.py index a9b0bf5c..63f10330 100644 --- a/opt_prime/opt_prime/accel/pd/paged.py +++ b/opt_prime/opt_prime/accel/pd/paged.py @@ -415,7 +415,7 @@ def drain_events(self): return out def physical(self, slots, positions): - s = torch.as_tensor(slots, device=self.device) + s = torch.as_tensor(slots, dtype=torch.long, device=self.device) p = torch.as_tensor(positions, device=self.device) return self.table[s, p // self.page_size].long() * self.page_size + p % self.page_size diff --git a/opt_prime/opt_prime/accel/pd/pd_batching.py b/opt_prime/opt_prime/accel/pd/pd_batching.py index da2a593c..281ec149 100644 --- a/opt_prime/opt_prime/accel/pd/pd_batching.py +++ b/opt_prime/opt_prime/accel/pd/pd_batching.py @@ -22,7 +22,7 @@ `platforms.atom.batching.AtomBatcher(prefill_worker=...)` decodes PD requests on ATOM (#123). """ from collections import deque -from concurrent.futures import Future, wait, FIRST_COMPLETED +from concurrent.futures import Future, wait, FIRST_COMPLETED, ThreadPoolExecutor from dataclasses import dataclass import queue import threading @@ -75,11 +75,63 @@ class PrefillOut: state: dict = None # linear-attention layers: {layer: (conv, recurrent)} after the prompt (#127) +class _ChunkCopy: + """Bounded host-staged copies; gathered source spans stay owned until both DMA legs finish.""" + + def __init__(self, source, target, start, length): + self.source, self.target = torch.cuda.Stream(source), torch.cuda.Stream(target) + self.start, self.length = start, length + self.pool = ThreadPoolExecutor(max_workers=1, thread_name_prefix="kv-copy") + self.pending = deque() + self.output = None + + def submit(self, kv, start, end): + if len(self.pending) == 2: + self.pending.popleft().result() + spans = kv.read_span(0, start, end) + ready = torch.cuda.Event() + ready.record(torch.cuda.current_stream(self.source.device)) + self.pending.append(self.pool.submit(self._copy, spans, ready, start - self.start)) + + @torch.inference_mode() + def _copy(self, spans, ready, offset): + grouped = isinstance(spans[0], (list, tuple)) + tensors = list(spans[0]) + list(spans[1]) if grouped else list(spans) + hosts = [torch.empty(t.shape, dtype=t.dtype, pin_memory=True) for t in tensors] + try: + with torch.cuda.stream(self.source): + self.source.wait_event(ready) + for host, tensor in zip(hosts, tensors): + host.copy_(tensor, non_blocking=True) + self.source.synchronize() + with torch.cuda.stream(self.target): + if self.output is None: + self.output = [torch.empty((*t.shape[:-2], self.length, t.shape[-1]), + dtype=t.dtype, device=self.target.device) for t in tensors] + for dest, host in zip(self.output, hosts): + dest[..., offset:offset + host.shape[-2], :].copy_(host, non_blocking=True) + finally: + # Keep pinned and gathered buffers alive even when a later copy raises. + self.source.synchronize() + self.target.synchronize() + n = len(tensors) // 2 + return (self.output[:n], self.output[n:]) if grouped else tuple(self.output) + + def finish(self): + result = None + while self.pending: + result = self.pending.popleft().result() + return result + + def close(self): + self.pool.shutdown(wait=True) + + class TorchPrefillEngine: """prefill only, on its own device: chunked over a paged KV with a prefix cache; returns the KV span to send""" def __init__(self, model, *, max_context=2048, chunk=2048, page_size=64, pages=None, prefix_cache=True, - out_device=None): + out_device=None, copy_overlap=False): from opt_prime.accel.pd.paged import PagedKV g = describe_model(model.config) p = next(model.parameters()) @@ -91,6 +143,12 @@ def __init__(self, model, *, max_context=2048, chunk=2048, page_size=64, pages=N self.kv.attach_recurrent(model, g.recurrent) self.chunk, self.max_context = chunk, max_context self.out_device = torch.device(out_device) if out_device is not None else None + if self.out_device is not None and self.out_device.type == "cuda" and self.out_device.index is None: + self.out_device = torch.device("cuda", torch.cuda.current_device()) + if copy_overlap and (self.device.type != "cuda" or self.out_device is None or + self.out_device.type != "cuda" or self.out_device == self.device): + raise ValueError("copy_overlap requires distinct CUDA source and destination devices") + self.copy_overlap = copy_overlap self._stream = torch.cuda.Stream(self.out_device) if self.out_device is not None and \ self.out_device.type == "cuda" and self.out_device != self.device else None @@ -101,19 +159,33 @@ def prefill(self, request, send_from=0): cached = self.kv.alloc(0, len(ids), prompt=ids) if cached is None: raise RuntimeError("prefill KV pool too small for the prompt") + copier = None try: + if self.copy_overlap and send_from < len(ids): + copier = _ChunkCopy(self.device, self.out_device, send_from, len(ids) - send_from) + if send_from < cached: + copier.submit(self.kv, send_from, cached) start, logits = cached, None while start < len(ids): end = min(start + self.chunk, len(ids)) logits = prefill_chunk(self.model, self.kv, 0, ids, start, end, self.device) + if copier is not None and end > send_from: + copier.submit(self.kv, max(start, send_from), end) start = end self.kv.commit_prompt(0) state = self.kv.lane_state.pop(0, None) if self.kv.rstate else None token = select_token(logits, request.sampling, len(ids)) - keys, values = self.kv.read_span(0, send_from, len(ids)) # gathered copies, own memory + if copier is None: + keys, values = self.kv.read_span(0, send_from, len(ids)) if self.device.type == "cuda": - torch.cuda.synchronize(self.device) # prefill time = compute, not launch + if copier is not None: + torch.cuda.current_stream(self.device).synchronize() + else: + torch.cuda.synchronize(self.device) t1 = time.perf_counter() + # With overlap, transfer_s measures the unhidden copy tail, not total DMA duration. + if copier is not None: + keys, values = copier.finish() if self.out_device is not None and self.out_device != self.device: with torch.cuda.stream(self._stream) if self._stream is not None else _nullctx(): keys, values = move_kv(keys, self.out_device), move_kv(values, self.out_device) @@ -124,7 +196,11 @@ def prefill(self, request, send_from=0): t2 = time.perf_counter() return PrefillOut(token, send_from, keys, values, cached, t1 - t0, t2 - t1, state) finally: - self.kv.release(0) + try: + if copier is not None: + copier.close() + finally: + self.kv.release(0) class PrefillWorker: diff --git a/opt_prime/tests/test_pd_chunk_copy.py b/opt_prime/tests/test_pd_chunk_copy.py new file mode 100644 index 00000000..c76aee41 --- /dev/null +++ b/opt_prime/tests/test_pd_chunk_copy.py @@ -0,0 +1,102 @@ +"""Two-device oracle for producer chunk-copy overlap; run only on allocated idle GPUs.""" +import copy +from concurrent.futures import ThreadPoolExecutor +import threading + +import pytest + +torch = pytest.importorskip('torch') +from opt_prime.accel.pd import PDRequest +from opt_prime.accel.pd.pd_batching import TorchPrefillEngine +from test_pd_batching import _llama +from test_pd_hybrid import _gemma3 + +pytestmark = pytest.mark.skipif(torch.cuda.device_count() < 2, reason='requires two allocated CUDA devices') + + +@pytest.mark.parametrize('factory', [_llama, _gemma3], ids=['dense', 'hybrid']) +@pytest.mark.parametrize('send_from', [0, 7, 29, 35]) +def test_chunk_copy_matches_whole_span_with_cached_prefix(factory, send_from): + model = factory() + options = dict(max_context=128, chunk=8, page_size=8, prefix_cache=True, out_device='cuda:1') + whole = TorchPrefillEngine(copy.deepcopy(model).to('cuda:0'), **options) + chunks = TorchPrefillEngine(copy.deepcopy(model).to('cuda:0'), copy_overlap=True, **options) + prompt = tuple(range(1, 36)) + for repeat in range(2): + request = PDRequest(f'copy-{repeat}', prompt, 4) + expected = whole.prefill(request, send_from) + actual = chunks.prefill(request, send_from) + assert actual.token == expected.token + assert actual.start == expected.start == send_from + assert actual.prefill_cached == expected.prefill_cached + if repeat: + assert actual.prefill_cached > 0 + for got, want in [(actual.keys, expected.keys), (actual.values, expected.values)]: + if isinstance(want, list): + assert isinstance(got, list) and len(got) == len(want) + pairs = zip(got, want) if isinstance(want, list) else [(got, want)] + for left, right in pairs: + assert left.shape[-2] == len(prompt) - send_from + torch.testing.assert_close(left.cpu(), right.cpu(), rtol=0, atol=0) + + +def test_compute_advances_while_copy_is_pending_and_copy_failure_releases_lane(monkeypatch): + from opt_prime.accel.pd import pd_batching as module + engine = TorchPrefillEngine(_llama().to('cuda:0'), max_context=128, chunk=8, page_size=8, + out_device='cuda:1', copy_overlap=True) + copying, computed, release = threading.Event(), threading.Event(), threading.Event() + original_copy, original_compute = module._ChunkCopy._copy, module.prefill_chunk + + def delayed_copy(self, spans, ready, offset): + copying.set() + if not release.wait(10): + raise TimeoutError('test did not release transfer') + original_copy(self, spans, ready, offset) + raise RuntimeError('injected transfer failure') + + def observed_compute(*args): + result = original_compute(*args) + if args[4] >= 8: + computed.set() + return result + + monkeypatch.setattr(module._ChunkCopy, '_copy', delayed_copy) + monkeypatch.setattr(module, 'prefill_chunk', observed_compute) + request = PDRequest('delayed', tuple(range(1, 36)), 4) + with ThreadPoolExecutor(max_workers=1) as pool: + future = pool.submit(engine.prefill, request) + try: + assert copying.wait(10) + assert computed.wait(10), 'producer blocked on the first pending copy' + finally: + release.set() + with pytest.raises(RuntimeError, match='injected transfer failure'): + future.result(timeout=10) + monkeypatch.setattr(module._ChunkCopy, '_copy', original_copy) + result = engine.prefill(request) + assert result.keys.shape[-2] == 35 + assert result.keys.device == torch.device('cuda:1') + + +def test_decoder_import_retains_cross_stream_source_until_consumed(): + from opt_prime.accel.pd.paged import PagedKV + device = torch.device('cuda:1') + producer, consumer = torch.cuda.Stream(device), torch.cuda.Stream(device) + kv = PagedKV(1, 1, 2, 16, torch.float32, device, pages=16, page_size=8, max_context=128) + kv.alloc(0, 32) + torch.cuda.synchronize(device) + with torch.cuda.stream(producer): + keys = torch.full((1, 2, 32, 16), 3.0, device=device) + values = torch.full_like(keys, 7.0) + producer.synchronize() + with torch.cuda.stream(consumer): + torch.cuda._sleep(100_000_000) + kv.write_span(0, 0, keys, values) + del keys, values + with torch.cuda.stream(producer): + overwrite = [torch.zeros((1, 2, 32, 16), device=device) for _ in range(4)] + torch.cuda.synchronize(device) + actual_keys, actual_values = kv.read_span(0, 0, 32) + assert bool((actual_keys == 3).all()) + assert bool((actual_values == 7).all()) + assert len(overwrite) == 4 diff --git a/opt_prime/tests/test_serving_prefill_cache.py b/opt_prime/tests/test_serving_prefill_cache.py index d2d4f8af..8534fec2 100644 --- a/opt_prime/tests/test_serving_prefill_cache.py +++ b/opt_prime/tests/test_serving_prefill_cache.py @@ -72,3 +72,19 @@ def observe(model, kv, slot, ids, start, end, device): args.pd_prefill_chunk = chunk with pytest.raises(ValueError, match="positive"): factory.prefill_worker(args, 1, model.config) + + +@pytest.mark.parametrize('backend,source,target', [('torch', 'cpu', 'cpu'), ('atom', 'cuda:0', 'cpu'), + ('torch', None, 'cuda:1')]) +def test_copy_overlap_rejects_unsupported_route_before_model_load(backend, source, target, monkeypatch): + path = Path(__file__).parents[1] / 'examples/pd/serve_batched.py' + spec = importlib.util.spec_from_file_location('serve_overlap_test', path) + factory = importlib.util.module_from_spec(spec) + spec.loader.exec_module(factory) + args = SimpleNamespace(model='must-not-load', pd_prefill_device=source, pd_prefill_python=None, + backend=backend, device=target, dtype='float32', pd_prefill_copy_overlap=True) + def unexpected_load(*args, **kwargs): + pytest.fail('unsupported copy route reached model loading') + monkeypatch.setattr(factory.AutoModelForCausalLM, 'from_pretrained', unexpected_load) + with pytest.raises(ValueError, match='CUDA'): + factory.prefill_worker(args, 1, None)